{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "dd108ebf",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import os\n",
    "import scipy.sparse as sparse\n",
    "from scipy.stats import bernoulli, poisson\n",
    "import analysis_utils_mine as utils\n",
    "\n",
    "import plotly.graph_objects as go\n",
    "import chart_studio\n",
    "import json\n",
    "import pandas as pd\n",
    "import ast\n",
    "from datetime import datetime\n",
    "import torch\n",
    "import pickle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "2b560bae",
   "metadata": {},
   "outputs": [],
   "source": [
    "source_dir = os.path.join(\"../data/tweets_cong_115_116/\")\n",
    "\n",
    "# Load TBIP data.\n",
    "data_dir = os.path.join(source_dir, \"clean2\")\n",
    "(counts, vocabulary, author_indices, \n",
    " author_map) = utils.load_text_data(data_dir)\n",
    "\n",
    "# Load TBIP parameters.\n",
    "param_dir = os.path.join(source_dir, \"tbip-og-k50-expanded-vocab-with-mallet-scaled-topics/params/\")\n",
    "(document_loc, document_scale, objective_topic_loc, objective_topic_scale, \n",
    " ideological_topic_loc, ideological_topic_scale, ideal_point_loc, \n",
    " ideal_point_scale) = utils.load_tbip_parameters(param_dir)\n",
    "\n",
    "# Compute means from variational parameters\n",
    "document_mean = np.exp(document_loc + document_scale ** 2 / 2)\n",
    "objective_topic_mean = np.exp(objective_topic_loc + \n",
    "                              objective_topic_scale ** 2 / 2)\n",
    "ideological_topic_mean = ideological_topic_loc\n",
    "ideal_point_mean = ideal_point_loc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "e5b94ecf",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(295327, 50)\n",
      "(50, 9343)\n",
      "(50, 9343)\n",
      "(471,)\n"
     ]
    }
   ],
   "source": [
    "print(document_mean.shape)\n",
    "print(objective_topic_mean.shape)\n",
    "print(ideological_topic_mean.shape)\n",
    "print(ideal_point_mean.shape)\n",
    "ideal_point_mean = -1*ideal_point_mean\n",
    "ideological_topic_loc = ideological_topic_loc * -1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "327bc25a",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Ideal Point = -1.0, Topic = 0: history, american, african, first, african american, woman, advocate, elected, true, friend, american woman, african americans, man, asian, museum, congresswoman, dear, life, first african, african american woman'\n",
      " 'Ideal Point = -0.5, Topic = 0: history, american, first, african, friend, woman, true, african american, man, advocate, passing, colleague, rest, dedicated, native, former, sad, dear, missed, elected'\n",
      " 'Ideal Point = 0.0, Topic = 0: american, friend, true, passing, history, first, former, man, rest, woman, colleague, missed, dedicated, advocate, hero, native, african, sad, bush, african american'\n",
      " 'Ideal Point = 0.5, Topic = 0: friend, passing, former, true, american, missed, bush, hero, rest, colleague, man, dedicated, hear, first, native, advocate, sad, woman, good friend, fellow'\n",
      " 'Ideal Point = 1.0, Topic = 0: friend, former, bush, passing, missed, hero, true, hear, rest, fellow, colleague, dedicated, man, american, good friend, native, patriot, away, greatly, american hero'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 1: honored, congrats, congratulations, bank, proud, score, represent, ex, champion, writing, scorecard, award, im, receive, ex im, girl, receiving, im bank, community, ex im bank'\n",
      " 'Ideal Point = -0.5, Topic = 1: honored, congratulations, congrats, proud, award, represent, receive, champion, receiving, bank, named, community, gold, winning, recognized, recognizing, recognition, ex, ceremony, incredibly'\n",
      " 'Ideal Point = 0.0, Topic = 1: honored, congratulations, congrats, award, proud, receive, represent, named, receiving, district, gold, recognized, champion, medal, winning, star, ceremony, recognizing, outstanding, community'\n",
      " 'Ideal Point = 0.5, Topic = 1: honored, congratulations, congrats, award, proud, named, receive, represent, district, medal, star, receiving, recognized, outstanding, gold, chief, ceremony, winning, recognizing, nfib'\n",
      " 'Ideal Point = 1.0, Topic = 1: nfib, honored, congratulations, award, reptomprice, congrats, named, uschamber, proud, receive, enterprise, district, medal, spirit, freedomworks, star, first district, gen, represent, guardian'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 2: count, important, former, funding, important public, former educator, school funding, public, educator, former teacher, education, invest, public school, full, school, students, high, high school, challenge, teacher'\n",
      " 'Ideal Point = -0.5, Topic = 2: school, students, high, important, high school, former, count, art, full, competition, challenge, funding, app, public school, teacher, district, public, educator, education, invest'\n",
      " 'Ideal Point = 0.0, Topic = 2: school, students, high, high school, art, competition, challenge, art competition, app, district, winner, teacher, student, school students, elementary, hs, high school students, submit, teachers, bright'\n",
      " 'Ideal Point = 0.5, Topic = 2: school, students, high, high school, art, competition, art competition, district, student, winner, challenge, app, teachers, hs, science, elementary, school students, high school students, bright, middle'\n",
      " 'Ideal Point = 1.0, Topic = 2: high, students, school, high school, competition, art, art competition, student, science, winner, teachers, congrats, district, hs, schools, parents, elementary, app, challenge, high school students'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 3: msnbc, joining, tonight, gregorymeeks, allinwithchris, politicsnation, show, tune, cnn, discuss, amjoyshow, pm, hardball, joyannreid, chrislhayes, et, bpshow, talking, pt, thereval'\n",
      " 'Ideal Point = -0.5, Topic = 3: tonight, joining, tune, msnbc, show, discuss, talking, et, pm, cnn, listen, discussing, sotu, interview, latest, pt, est, icymi, hardball, pm et'\n",
      " 'Ideal Point = 0.0, Topic = 3: tune, tonight, joining, discuss, show, talking, listen, et, interview, sotu, pm, discussing, live, cnn, msnbc, icymi, latest, foxnews, hope, coming'\n",
      " 'Ideal Point = 0.5, Topic = 3: tune, tonight, talking, joining, listen, live, foxnews, discuss, show, interview, foxbusiness, sotu, et, discussing, icymi, pm, radio, coming, listen live, looking'\n",
      " 'Ideal Point = 1.0, Topic = 3: foxbusiness, foxnews, tune, live, varneyco, listen, tonight, talking, foxandfriends, interview, seanhannity, discuss, joining, americanewsroom, show, radio, online, central, listen live, sotu'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 4: happy, celebrating, everyone, friend, wishing, force, world, birthday, ramadan, mother, best, holiday, peace, celebrate, happy birthday, barackobama, season, mubarak, mom, fast'\n",
      " 'Ideal Point = -0.5, Topic = 4: happy, celebrating, birthday, wishing, force, everyone, happy birthday, holiday, best, mother, season, celebrate, world, hope, task, thanksgiving, task force, family, mom, peace'\n",
      " 'Ideal Point = 0.0, Topic = 4: happy, birthday, celebrating, force, happy birthday, wishing, everyone, holiday, season, christmas, best, hope, thanksgiving, family, task, celebrate, mother, task force, corps, independence'\n",
      " 'Ideal Point = 0.5, Topic = 4: happy, birthday, happy birthday, force, wishing, christmas, air, celebrating, blessed, season, everyone, independence, holiday, hope, thanksgiving, corps, family, air force, task, best'\n",
      " 'Ideal Point = 1.0, Topic = 4: happy, birthday, air, happy birthday, christmas, blessed, force, air force, usmc, usairforce, wishing, independence, wonderful, celebrating, corps, base, marine, season, thankful, merry'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 5: fellow, resources, help, maria, nygovcuomo, unemployment, funding, provide, emergency, fellow americans, response, haiti, testing, pandemic, coronavirus, needs, hit, still, aid, hurricane maria'\n",
      " 'Ideal Point = -0.5, Topic = 5: resources, help, provide, funding, response, emergency, coronavirus, relief, needed, pandemic, federal, disaster, testing, aid, state, ensure, assistance, communities, needs, covid'\n",
      " 'Ideal Point = 0.0, Topic = 5: provide, funding, resources, help, coronavirus, response, relief, emergency, needed, disaster, federal, state, assistance, recovery, fema, hurricane, pandemic, covid, aid, local'\n",
      " 'Ideal Point = 0.5, Topic = 5: provide, funding, resources, help, relief, coronavirus, response, needed, emergency, disaster, recovery, businesses, state, assistance, federal, fema, hurricane, much, covid, local'\n",
      " 'Ideal Point = 1.0, Topic = 5: provide, funding, relief, businesses, coronavirus, help, resources, recovery, needed, response, texans, disaster, regulatory relief, provides, emergency, fema, assistance, state, hurricane, much'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 6: dreamers, workers, daca, wages, american, housedemocrats, deserve, tps, better, labor, paychecks, families, worker, status, promise, bigger, recipients, renew, hard, protect'\n",
      " 'Ideal Point = -0.5, Topic = 6: workers, american, better, dreamers, daca, deserve, families, wages, labor, citizens, promise, americans, dream, hard, housedemocrats, country, protect, hardworking, tps, recipients'\n",
      " 'Ideal Point = 0.0, Topic = 6: better, american, deserve, workers, citizens, daca, americans, families, dreamers, dream, hardworking, promise, american families, hard, country, everyday, protect, americans deserve, labor, deserve better'\n",
      " 'Ideal Point = 0.5, Topic = 6: housegop, better, american, deserve, citizens, americans, families, everyday, retweet, dream, american families, way, workers, american dream, hardworking, americans deserve, daca, deserve better, promise, country'\n",
      " 'Ideal Point = 1.0, Topic = 6: housegop, better, retweet, deserve, tennesseans, american, citizens, americans, everyday, way, miners, families, american families, everyday americans, dream, achieve, american citizens, american dream, deliver, place'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 7: economy, hbcu, diversity, latinos, housesbcdems, diverse, minority, cities, businesses, hbcus, communities, growing, tech, hbcucaucus, role, latino, workforce, economic, companies, local'\n",
      " 'Ideal Point = -0.5, Topic = 7: economy, businesses, local, role, tech, communities, innovation, development, grow, economic, cities, hbcu, workforce, companies, diverse, growing, industry, technology, generation, diversity'\n",
      " 'Ideal Point = 0.0, Topic = 7: economy, businesses, local, farmers, role, development, industry, innovation, farm, tech, technology, grow, communities, manufacturing, owners, help, company, biz, economic, generation'\n",
      " 'Ideal Point = 0.5, Topic = 7: farmers, businesses, local, farm, ag, agriculture, industry, development, economy, role, america, innovation, manufacturing, technology, owners, employees, rural, state, biz, company'\n",
      " 'Ideal Point = 1.0, Topic = 7: farmers, ag, agriculture, hoosier, farm, housesmallbiz, houseagnews, employees, local, businesses, ranchers, america, industry, producers, development, manufacturing, bureau, rural, farm bureau, manufacturers'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 8: fair, tomorrow, agencies, hours, agency, help, federal, workshop, library, constituent, resource, fair share, tuesday, learn, services, wednesday, details, thursday, district, saturday'\n",
      " 'Ideal Point = -0.5, Topic = 8: tomorrow, fair, hours, help, federal, agencies, agency, library, details, tuesday, resource, constituent, stop, wednesday, thursday, workshop, assist, mobile, district, services'\n",
      " 'Ideal Point = 0.0, Topic = 8: tomorrow, fair, hours, help, federal, stop, details, agencies, agency, mobile, tuesday, hosting, wednesday, thursday, library, resource, next, constituent, assist, looking'\n",
      " 'Ideal Point = 0.5, Topic = 8: tomorrow, stop, hours, fair, help, federal, mobile, details, hosting, next, agencies, agency, tuesday, wednesday, thursday, looking, job, reminder, resource, library'\n",
      " 'Ideal Point = 1.0, Topic = 8: stop, tomorrow, hours, hosting, job, mobile, county, traveling, help, federal, details, fair, next, counties, looking, bureaucracy, courthouse, monday, reminder, host'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 9: medicaid, security, cuts, seniors, social, medicare, social security, budget, housebudgetdems, socialsecurity, programs, benefits, medicare medicaid, trump budget, protect, economic, proposed, amprog, americans, billion'\n",
      " 'Ideal Point = -0.5, Topic = 9: medicaid, security, seniors, social, budget, medicare, cuts, social security, benefits, socialsecurity, proposed, programs, protect, cutting, spending, billion, media, retirement, housebudgetdems, medicare medicaid'\n",
      " 'Ideal Point = 0.0, Topic = 9: budget, medicare, social, seniors, spending, security, social security, medicaid, cuts, cutting, proposed, retirement, cut, benefits, proposal, fiscal, debt, media, billion, protect'\n",
      " 'Ideal Point = 0.5, Topic = 9: budget, spending, debt, medicare, social, seniors, cut, trillion, cutting, security, fiscal, social security, ly, republicanstudy, retirement, proposal, proposed, plan, deficit, housebudgetgop'\n",
      " 'Ideal Point = 1.0, Topic = 9: debt, spending, republicanstudy, budget, housebudgetgop, ly, trillion, stimulus, cut, ceiling, debt ceiling, plan, control, fiscal, balances, limit, responsible, national debt, federal, omnibus'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 10: openletterbot, trump, hispaniccaucus, cruel, families, trump administration, admin, children, immigrant, policies, trump admin, border, administration, policy, immigration, detention, realdonaldtrump, kids, family, separated'\n",
      " 'Ideal Point = -0.5, Topic = 10: trump, children, administration, families, trump administration, policy, admin, policies, immigrant, hispaniccaucus, immigrants, parents, cruel, trump admin, immigration, border, child, detention, realdonaldtrump, family'\n",
      " 'Ideal Point = 0.0, Topic = 10: administration, children, trump, policy, families, trump administration, immigrants, parents, ice, admin, policies, immigrant, child, seeking, trump admin, immigration, hispaniccaucus, asylum, citizenship, cruel'\n",
      " 'Ideal Point = 0.5, Topic = 10: administration, children, policy, ice, trump, illegal immigrants, illegal, immigrants, families, parents, trump administration, yr, seeking, old, child, citizenship, admin, policies, parent, american'\n",
      " 'Ideal Point = 1.0, Topic = 10: illegal immigrants, administration, children, illegal, yr, ice, policy, cream, immigrants, seeking, old, parents, week, grandchildren, trump, yr old, families, trump administration, parent, coming'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 11: muslim, decision, court, scotus, ban, muslim ban, kavanaugh, silence, supreme, supreme court, applaud, discriminatory, complicity, judge, blasey ford, blasey, ford, overturn, nominee, courage'\n",
      " 'Ideal Point = -0.5, Topic = 11: decision, court, scotus, ban, supreme, supreme court, kavanaugh, judge, executive, applaud, muslim, potus, ruling, ford, unconstitutional, constitutional, nominee, disappointed, brief, travel'\n",
      " 'Ideal Point = 0.0, Topic = 11: decision, court, scotus, executive, ban, supreme, supreme court, judge, potus, kavanaugh, ruling, constitutional, constitution, justice, authority, unconstitutional, branch, confirmation, applaud, disappointed'\n",
      " 'Ideal Point = 0.5, Topic = 11: constitution, executive, court, decision, justice, potus, scotus, supreme, judge, overreach, supreme court, ban, constitutional, ruling, amnesty, authority, branch, confirmation, confirmed, kavanaugh'\n",
      " 'Ideal Point = 1.0, Topic = 11: constitution, overreach, amnesty, executive, justice, sentedcruz, court, decision, neil, potus, powers, johncornyn, constitutional, separation, judge, branch, authority, ruling, supreme, supreme court'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 12: justice, let, together, voices, diversity, courage, fight, moral, values, theblackcaucus, solidarity, heard, america, nation, voice, injustice, country, kamalaharris, words, moment'\n",
      " 'Ideal Point = -0.5, Topic = 12: justice, together, let, heard, story, nation, america, values, fight, voice, life, voices, country, words, celebrate, legacy, courage, world, powerful, moral'\n",
      " 'Ideal Point = 0.0, Topic = 12: life, story, together, heard, celebrate, nation, voice, america, legacy, world, let, values, country, words, freedom, history, stories, fight, sharing, powerful'\n",
      " 'Ideal Point = 0.5, Topic = 12: life, story, freedom, history, celebrate, conservative, god, heard, nation, together, world, liberty, voice, america, legacy, faith, reagan, country, words, stories'\n",
      " 'Ideal Point = 1.0, Topic = 12: lord, god, conservative, life, psalm, history, pro, freedom, pro life, reagan, jesus, story, christ, unborn, son, liberty, lincoln, celebrate, prayer, man'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 13: students, housing, food, nyers, teachers, education, schools, kids, poverty, snap, hungry, affordable, youth, program, philly, betsydevosed, college, programs, higher, affordable housing'\n",
      " 'Ideal Point = -0.5, Topic = 13: students, education, food, program, housing, kids, schools, programs, college, poverty, teachers, help, youth, grant, snap, grants, training, affordable, opportunities, families'\n",
      " 'Ideal Point = 0.0, Topic = 13: program, education, students, programs, kids, food, schools, college, housing, help, grant, training, opportunities, learning, career, poverty, grants, stem, youth, community'\n",
      " 'Ideal Point = 0.5, Topic = 13: program, education, programs, kids, workforce, college, help, students, training, opportunities, grant, food, schools, career, learning, housing, skills, community, stem, grants'\n",
      " 'Ideal Point = 1.0, Topic = 13: program, edworkforce, workforce, education, bank, programs, career, welfare, opportunities, training, cte, college, help, kids, technical, grant, gap, learning, skills, technical education'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 14: veterans, military, vetaffairsdems, confederate, veteran, vets, active, servicemembers, post, benefits, country, duty, japanese, families, served, help, vietnam, home, proud, earned'\n",
      " 'Ideal Point = -0.5, Topic = 14: veterans, military, veteran, vets, post, benefits, active, vietnam, vetaffairsdems, home, flag, servicemembers, help, families, country, members, earned, served, wwii, navy'\n",
      " 'Ideal Point = 0.0, Topic = 14: veterans, military, veteran, vets, post, home, vietnam, flag, wwii, benefits, navy, army, help, members, war, active, families, vet, deptvetaffairs, earned'\n",
      " 'Ideal Point = 0.5, Topic = 14: veterans, military, veteran, vets, post, war, wwii, home, army, memorial, navy, vietnam, flag, housevetaffairs, return, members, flight, benefits, nation, help'\n",
      " 'Ideal Point = 1.0, Topic = 14: veterans, housevetaffairs, military, flight, veteran, war, memorial, vets, return, wwii, army, navy, post, home, flag, vietnam, deserve, nation, members, deptvetaffairs'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 15: video, check, nytimes, follow, pro, via, facebook, photo, latimes, slate, next, cover, piece, huffingtonpost, page, op, twitter, thehill, week, account'\n",
      " 'Ideal Point = -0.5, Topic = 15: check, via, follow, video, facebook, week, nytimes, photo, op, next, pro, page, updates, thehill, piece, twitter, latest, next week, article, photos'\n",
      " 'Ideal Point = 0.0, Topic = 15: check, via, week, follow, op, facebook, latest, photo, next, updates, page, article, icymi, newsletter, video, thehill, next week, photos, twitter, piece'\n",
      " 'Ideal Point = 0.5, Topic = 15: via, check, week, gop, op, latest, newsletter, icymi, sign, facebook, weekly, follow, fb, article, updates, next, wsj, page, column, photo'\n",
      " 'Ideal Point = 1.0, Topic = 15: gop, via, week, wsj, weekly, sign, dcexaminer, check, newsletter, icymi, weekly newsletter, op, latest, column, gopwhip, fb, ly, dailycaller, washtimes, schedule'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 16: bronx, street, community, amazing, center, wonderful, park, event, annual, welcome, rally, celebrate, dominican, weekend, senior, st, arts, avenue, district, celebration'\n",
      " 'Ideal Point = -0.5, Topic = 16: center, community, event, bronx, annual, welcome, weekend, capitol, park, wonderful, amazing, st, opening, mayor, senior, beautiful, tour, visiting, church, rally'\n",
      " 'Ideal Point = 0.0, Topic = 16: center, event, capitol, community, annual, welcome, tour, weekend, visiting, opening, enjoyed, st, mayor, park, beautiful, wonderful, stopped, seeing, facility, yesterday'\n",
      " 'Ideal Point = 0.5, Topic = 16: tour, enjoyed, center, capitol, visiting, speaking, event, welcome, annual, visit, weekend, afternoon, county, community, opening, yesterday, stopped, facility, mayor, chamber'\n",
      " 'Ideal Point = 1.0, Topic = 16: speaking, visit, enjoyed, county, tour, visiting, capitol, afternoon, center, coffee, chamber, springs, event, cincinnati, yesterday, photo, enjoyed visiting, welcome, weekend, annual'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 17: lives, never, remember, lost, country, forget, fought, serving, stop fighting, marched, women, serve, grateful, men, life, nation, stop, transgender, indigenous, fight'\n",
      " 'Ideal Point = -0.5, Topic = 17: lives, never, remember, country, lost, women, forget, men, nation, serving, serve, grateful, fought, brave, served, sacrifice, heroes, let, gave, countless'\n",
      " 'Ideal Point = 0.0, Topic = 17: lives, women, never, remember, country, men, nation, lost, grateful, serve, serving, brave, forget, sacrifice, heroes, served, fought, gave, freedom, protect'\n",
      " 'Ideal Point = 0.5, Topic = 17: women, men, lives, nation, country, remember, never, grateful, serve, brave, sacrifice, heroes, lost, serving, served, freedom, protect, forget, brave men, forces'\n",
      " 'Ideal Point = 1.0, Topic = 17: women, men, nation, grateful, country, lives, heroes, sacrifice, serve, remember, brave, freedom, protect, greatest, never, moment, brave men, america, serving, served'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 18: good, news, big, team, win, hand, watching, dodgers, royals, uswnt, let, world, game, first, space, luck, best, warriors, usa, nasa'\n",
      " 'Ideal Point = -0.5, Topic = 18: good, news, big, team, win, game, hand, space, luck, first, watching, usa, best, nasa, world, good luck, good news, series, let, exciting'\n",
      " 'Ideal Point = 0.0, Topic = 18: good, news, team, big, win, game, space, luck, usa, first, hand, good news, nasa, best, good luck, state, watching, exciting, series, world'\n",
      " 'Ideal Point = 0.5, Topic = 18: good, news, team, big, win, game, usa, space, state, luck, first, good news, nasa, good luck, best, hand, baseball, championship, exciting, football'\n",
      " 'Ideal Point = 1.0, Topic = 18: good, news, team, big, state, game, win, usa, space, luck, good news, first, congrats, championship, nasa, good luck, huntsville, baseball, football, tonight'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 19: act, housedemocrats, proud, bipartisan, pass, legislation, senkamalaharris, corybooker, introduced, passed, sensanders, finally, introducing, senatormenendez, chrismurphyct, cosponsor, bc, proud original cosponsor, introduce, senmarkey'\n",
      " 'Ideal Point = -0.5, Topic = 19: act, bipartisan, proud, legislation, passed, pass, introduced, cosponsor, help, introduce, introducing, housedemocrats, protect, ensure, voted, passage, hr, original, intro, finally'\n",
      " 'Ideal Point = 0.0, Topic = 19: act, bipartisan, passed, legislation, proud, introduced, pass, protect, help, voted, introduce, cosponsor, passage, hr, ensure, week, protection, introducing, transparency, accountability'\n",
      " 'Ideal Point = 0.5, Topic = 19: act, passed, bipartisan, legislation, proud, introduced, protect, voted, pass, help, accountability, hr, passage, week, abortion, protection, transparency, reforms, important, ensure'\n",
      " 'Ideal Point = 1.0, Topic = 19: passed, act, abortion, legislation, bipartisan, regulatory, born alive, born, alive, accountability, protect, voted, reforms, introduced, unborn, child, proud, hr, passage, help'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 20: en, para, reform, que, immigration, un, por, es, del, con, sobre, justice, su, comprehensive, gracias, hoy, step, una, cuba, system'\n",
      " 'Ideal Point = -0.5, Topic = 20: en, reform, immigration, step, system, para, que, un, por, con, justice, del, comprehensive, immigration reform, su, es, towards, toward, sobre, criminal'\n",
      " 'Ideal Point = 0.0, Topic = 20: step, system, reform, immigration, towards, en, toward, broken, con, justice, immigration reform, closer, para, criminal, important, direction, que, first, un, comprehensive'\n",
      " 'Ideal Point = 0.5, Topic = 20: step, system, towards, broken, first, toward, ly, important, reform, closer, immigration, direction, first step, fixing, important step, ow ly, ow, took, fix, immigration reform'\n",
      " 'Ideal Point = 1.0, Topic = 20: step, system, first, ly, broken, ow ly, ow, towards, important, toward, fixing, direction, closer, took, first step, step closer, important step, fix, step towards, immigration system'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 21: women, health, care, abortion, health care, access, reproductive, women health, ppfa, affordable, woman, control, birth, child, birth control, disparities, services, affordable care act, affordable care, essential'\n",
      " 'Ideal Point = -0.5, Topic = 21: health, care, health care, access, women, affordable, services, healthcare, mental, medical, mental health, women health, affordable care, control, affordable care act, child, abortion, reproductive, care act, americans'\n",
      " 'Ideal Point = 0.0, Topic = 21: health, care, health care, access, healthcare, affordable, services, medical, mental, patients, improve, mental health, ensure, women, care act, centers, act, system, hospital, community'\n",
      " 'Ideal Point = 0.5, Topic = 21: health, care, health care, access, healthcare, medical, patients, services, affordable, improve, hospital, patient, american, mental, centers, ensure, rural, options, doctors, system'\n",
      " 'Ideal Point = 1.0, Topic = 21: health, care, healthcare, health care, american, access, medical, patients, health care law, care law, patient centered, patient, centered, rural, improve, options, health care act, hospital, services, american health care'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 22: income, low, inequality, housedemocrats, cost, low income, companies, costs, drug, afford, lower, prescription, americans, drug prices, gouging, pharma, drugs, families, prices, big pharma'\n",
      " 'Ideal Point = -0.5, Topic = 22: income, low, cost, drug, costs, lower, prescription, low income, drugs, prices, drug prices, americans, rising, housedemocrats, prescription drugs, companies, prescription drug, afford, inequality, families'\n",
      " 'Ideal Point = 0.0, Topic = 22: drug, cost, costs, lower, prescription, low, prices, drugs, income, prescription drug, low income, rising, prescription drugs, drug prices, americans, families, drug costs, lowering, medicine, afford'\n",
      " 'Ideal Point = 0.5, Topic = 22: drug, cost, costs, lower, prescription, prices, drugs, site, prescription drug, low, device, drop, near, rising, prescription drugs, medical device, location, gas prices, collection, lower costs'\n",
      " 'Ideal Point = 1.0, Topic = 22: drug, site, device, drop, costs, near, cost, device tax, location, medical device, collection, lower, medical device tax, gas prices, prescription, prices, drugs, find, national prescription, medical'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 23: debt, student, senwarren, financial, free, trust, open, open internet, rates, loans, rules, internet, predatory, profit, consumers, loan, protect, student debt, student loan, fcc'\n",
      " 'Ideal Point = -0.5, Topic = 23: free, student, debt, financial, internet, consumers, data, loan, fcc, open, rules, protect, loans, rates, student loan, senwarren, trust, profit, open internet, consumer'\n",
      " 'Ideal Point = 0.0, Topic = 23: free, student, internet, data, consumers, loan, fcc, financial, trafficking, privacy, debt, cfpb, protect, rules, student loan, consumer, practices, open, speech, interest'\n",
      " 'Ideal Point = 0.5, Topic = 23: free, human, trafficking, data, internet, human trafficking, consumers, student, privacy, fcc, cfpb, loan, speech, sex, practices, online, google, net, dodd, financial'\n",
      " 'Ideal Point = 1.0, Topic = 23: human, free, trafficking, human trafficking, sex, dodd, data, modern, sex trafficking, internet, privacy, speech, consumers, cfpb, google, slavery, online, fcc, student, free speech'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 24: jecdems, shows, job, private, half, uninsured rate, tpp, deal, trade, rate, population, nafta, trade war, economic, poll, federalreserve, sector, growth, tariffs, added'\n",
      " 'Ideal Point = -0.5, Topic = 24: job, shows, trade, private, rate, economic, growth, half, deal, jecdems, since, nafta, tpp, sector, added, numbers, highest, population, jobs, tariffs'\n",
      " 'Ideal Point = 0.0, Topic = 24: job, trade, jobs, growth, economic, since, rate, private, economy, shows, unemployment, deal, added, american, half, numbers, highest, economic growth, workers, sector'\n",
      " 'Ideal Point = 0.5, Topic = 24: jobs, economy, job, growth, trade, american, economic, workers, since, policies, pro, usmca, unemployment, regulations, america, pro growth, americans, rate, wages, million'\n",
      " 'Ideal Point = 1.0, Topic = 24: jobs, economy, pro, pro growth, american, regulations, policies, workers, growth, grow, million, wages, americans, usmca, trade, american workers, low, america, economic, job'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 25: sign, open, census, please, visit, plan, enrollment, find, open enrollment, help, still, coveredca, information, enroll, deadline, left, online, days, info, renewal'\n",
      " 'Ideal Point = -0.5, Topic = 25: visit, open, please, find, sign, information, info, help, deadline, enrollment, census, learn, apply, someone, still, online, open enrollment, register, contact, available'\n",
      " 'Ideal Point = 0.0, Topic = 25: visit, please, open, find, information, info, learn, help, apply, website, deadline, click, contact, someone, sign, academy, link, available, interested, fall'\n",
      " 'Ideal Point = 0.5, Topic = 25: visit, please, find, open, information, info, learn, click, website, academy, link, interested, apply, help, offices, summer, contact, district, list, share'\n",
      " 'Ideal Point = 1.0, Topic = 25: visit, click, please, find, information, learn, academy, info, open, website, link, summer, military, interested, list, offices, academies, district, survey, contact'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 26: rights, lgbt, equality, lgbtq, discrimination, fight, human, voting rights, civil rights, civil, trans, voting, transgender, gender, voter, americans, women, anniversary, equal, lgbteqcaucus'\n",
      " 'Ideal Point = -0.5, Topic = 26: rights, equality, voting, discrimination, human, lgbt, civil, lgbtq, fight, civil rights, voting rights, americans, anniversary, voter, human rights, democracy, proud, transgender, gender, trans'\n",
      " 'Ideal Point = 0.0, Topic = 26: rights, voting, civil, human, equality, discrimination, civil rights, fight, human rights, americans, race, anniversary, lgbtq, lgbt, voter, proud, democracy, voting rights, voters, basic'\n",
      " 'Ideal Point = 0.5, Topic = 26: rights, voting, civil, human, race, human rights, liberties, basic, discrimination, americans, civil rights, exercise, equality, anniversary, fundamental, asset, box, voters, proud, marriage'\n",
      " 'Ideal Point = 1.0, Topic = 26: voting, rights, asset, liberties, race, civil, exercise, ratified, human, basic, box, human rights, kong, second, hong kong, fundamental, hong, state, cast, week'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 27: gun, gun violence, violence, lives, laws, silence, epidemic, victims, gun safety, since, mass, guns, safety, demand, nra, shooting, sit, parkland, end, prevention'\n",
      " 'Ideal Point = -0.5, Topic = 27: gun, violence, gun violence, lives, prevent, save, laws, safety, mass, guns, domestic, since, common, silence, nra, victims, end, gun safety, prevention, demand'\n",
      " 'Ideal Point = 0.0, Topic = 27: violence, gun, save, gun violence, prevent, common, domestic, safety, lives, mass, laws, save lives, guns, since, nra, end, prevention, stop, communities, control'\n",
      " 'Ideal Point = 0.5, Topic = 27: save, violence, common, prevent, gun, control, domestic, gun violence, save lives, help, safety, lives, mass, ground, help prevent, stop, country, laws, gun control, taking'\n",
      " 'Ideal Point = 1.0, Topic = 27: save, common, prevent, control, violence, help, ground, domestic, gun, save lives, help prevent, violence act, week, gun control, proud, congressman, common ground, safety, part, taking'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 28: trumpcare, gop, aca, americans, protections, millions, healthcare, million, republicans, health, pre existing, conditions, away, pre, existing, existing conditions, pre existing conditions, coverage, senategop, housegop'\n",
      " 'Ideal Point = -0.5, Topic = 28: americans, trumpcare, aca, million, millions, gop, conditions, coverage, health, pre, healthcare, insurance, protections, pre existing, existing, existing conditions, pre existing conditions, away, lose, repeal'\n",
      " 'Ideal Point = 0.0, Topic = 28: million, americans, insurance, aca, millions, repeal, coverage, obamacare, conditions, plans, pre, existing, gop, plan, health, health insurance, lose, pre existing, trumpcare, healthcare'\n",
      " 'Ideal Point = 0.5, Topic = 28: obamacare, repeal, million, insurance, americans, plans, plan, coverage, millions, delay, replace, premiums, aca, mandate, health insurance, conditions, higher, ahca, individual, voted'\n",
      " 'Ideal Point = 1.0, Topic = 28: obamacare, delay, repeal, choices, repeal obamacare, mandate, promise, mandates, plans, replace, exchange, insurance, million, defund, forbes, plan, individual, employer, failing, premiums'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 29: oversightdems, trump, housejuddems, democracy, russia, constitution, investigation, ag, power, breaking, white, housejudiciary, elections, election, gop, foreign, flynn, republicans, mueller, russian'\n",
      " 'Ideal Point = -0.5, Topic = 29: trump, oversightdems, investigation, russia, election, democracy, realdonaldtrump, power, mueller, campaign, elections, white, constitution, hold, says, political, foreign, truth, russian, special'\n",
      " 'Ideal Point = 0.0, Topic = 29: trump, realdonaldtrump, investigation, impeachment, election, russia, political, general, american, accountable, hold, fbi, mueller, potus, process, campaign, special, truth, facts, says'\n",
      " 'Ideal Point = 0.5, Topic = 29: democrats, realdonaldtrump, irs, impeachment, trump, process, gopoversight, general, fbi, accountable, american, clinton, investigation, potus, benghazi, political, election, hold, potus realdonaldtrump, admin'\n",
      " 'Ideal Point = 1.0, Topic = 29: irs, democrats, admin, gopoversight, benghazi, potus realdonaldtrump, impeachment, realdonaldtrump, dems, process, lerner, clinton, media, targeting, impeach, fisa, general, sham, conservatives, fbi'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 30: senschumer, sengillibrand, cont, law, interests, special interests, push, signed, special, forced, body, police, enforcement, completion, supporting, law enforcement, continuing, officers, cameras, becomes'\n",
      " 'Ideal Point = -0.5, Topic = 30: law, signed, enforcement, senschumer, police, law enforcement, sengillibrand, interests, officers, cont, special interests, special, carry, body, becomes, finance, push, state, local, campaign finance'\n",
      " 'Ideal Point = 0.0, Topic = 30: law, signed, enforcement, police, law enforcement, officers, carry, interests, special, police officers, finance, special interests, local, enforcement officers, state, law enforcement officers, potus, becomes, chief, protect'\n",
      " 'Ideal Point = 0.5, Topic = 30: law, signed, enforcement, law enforcement, police, officers, potus, cities, carry, enforcement officers, law enforcement officers, sanctuary, police officers, capitol police, local, potus signed, chief, sanctuary cities, department, communities'\n",
      " 'Ideal Point = 1.0, Topic = 30: law, signed, enforcement, law enforcement, officers, cities, police, potus, sanctuary cities, sanctuary, potus signed, capitol police, enforcement officers, law enforcement officers, kate, police officers, department, abiding, law abiding, carry'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 31: public, health, crisis, public health, crises, public health crisis, health crisis, servants, health crises, public servants, tobacco, front, combat, public safety, epidemic, opioid, addiction, safety, lines, american public'\n",
      " 'Ideal Point = -0.5, Topic = 31: public, crisis, public health, health, combat, opioid, front, epidemic, health crisis, servants, addiction, lines, public health crisis, communities, safety, public safety, crises, public servants, help, opioid epidemic'\n",
      " 'Ideal Point = 0.0, Topic = 31: public, crisis, opioid, combat, public health, epidemic, communities, front, rural, addiction, lines, abuse, broadband, fight, opioid epidemic, help, safety, opioid crisis, health, public safety'\n",
      " 'Ideal Point = 0.5, Topic = 31: public, opioid, combat, crisis, communities, rural, abuse, fight, epidemic, broadband, front, opioid epidemic, addiction, lines, help, opioid crisis, rural communities, week, public health, safety'\n",
      " 'Ideal Point = 1.0, Topic = 31: rural, opioid, communities, abuse, combat, fight, public, broadband, epidemic, rural communities, crisis, opioid crisis, opioid epidemic, front, areas, week, help, rural broadband, combating, addiction'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 32: climate, nrdems, climate change, change, flint, clean, science, protect, trump, air, pruitt, climatecrisis, planet, environment, communities, pollution, water, bold, environmental, lcvoters'\n",
      " 'Ideal Point = -0.5, Topic = 32: climate, change, climate change, clean, water, protect, environment, science, air, epa, flint, environmental, nrdems, energy, communities, planet, pollution, generations, threat, trump'\n",
      " 'Ideal Point = 0.0, Topic = 32: water, change, energy, epa, climate, clean, environment, protect, climate change, power, land, oil, gas, environmental, science, lands, natural, communities, impacts, air'\n",
      " 'Ideal Point = 0.5, Topic = 32: energy, water, epa, power, change, natresources, coal, land, clean, management, westerncaucus, regulation, gas, western, oil, forest, regs, production, natural, climate'\n",
      " 'Ideal Point = 1.0, Topic = 32: westerncaucus, natresources, energy, regulation, regs, american energy, power, coal, epa, water, production, management, forest, western, era, transportgop, infrastructure, resources, land, costly'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 33: family, friends, victims, families, neighbors, heart, thoughts, loved, community, ones, goes, tragedy, shooting, life, loved ones, first, responders, entire, pulse, thinking'\n",
      " 'Ideal Point = -0.5, Topic = 33: family, friends, victims, families, thoughts, loved, heart, first, prayers, ones, neighbors, responders, community, loved ones, first responders, entire, goes, tragedy, shooting, affected'\n",
      " 'Ideal Point = 0.0, Topic = 33: family, thoughts, families, prayers, friends, victims, first, loved, heart, responders, ones, first responders, loved ones, entire, community, neighbors, goes, loss, praying, affected'\n",
      " 'Ideal Point = 0.5, Topic = 33: family, prayers, thoughts, families, first, victims, friends, praying, responders, loved, god, first responders, ones, heart, loved ones, bless, entire, god bless, please, loss'\n",
      " 'Ideal Point = 1.0, Topic = 33: family, prayers, thoughts, praying, god, bless, first, god bless, please, families, victims, friends, responders, first responders, loved, pray, ones, half, heart, flags'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 34: hate, war, racist, anti, white, trump, racism, bigotry, hateful, comments, crimes, saudi, yemen, protest, hate crimes, xenophobia, jewish, international, rhetoric, hatred'\n",
      " 'Ideal Point = -0.5, Topic = 34: war, hate, anti, white, trump, world, attacks, racist, international, global, bigotry, allies, racism, iran, countries, saudi, realdonaldtrump, syria, jewish, end'\n",
      " 'Ideal Point = 0.0, Topic = 34: iran, war, anti, world, israel, attacks, nuclear, syria, potus, hate, international, foreign, allies, deal, china, global, countries, america, realdonaldtrump, threat'\n",
      " 'Ideal Point = 0.5, Topic = 34: iran, israel, deal, isis, world, potus, nuclear, china, foreign, america, threat, syria, terrorism, attacks, policy, east, anti, sanctions, korea, househomeland'\n",
      " 'Ideal Point = 1.0, Topic = 34: iran, deal, applaud, househomeland, israel, isis, china, potus, america, freebeacon, nuclear, foreign, terrorists, houseforeigngop, east, threat, world, sanctions, terrorism, terrorist'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 35: national, security, homelanddems, clearance, kushner, national security, security clearance, parks, hascdemocrats, defense, coast, monuments, nat, national parks, monument, guard, national monuments, homeland security, sf, fees'\n",
      " 'Ideal Point = -0.5, Topic = 35: national, security, national security, defense, parks, clearance, homelanddems, guard, nat, coast, hascdemocrats, security clearance, homeland, homeland security, national parks, cyber, kushner, base, monument, monuments'\n",
      " 'Ideal Point = 0.0, Topic = 35: national, security, defense, national security, guard, parks, homeland, nat, military, coast, cyber, homeland security, ndaa, readiness, cybersecurity, base, national guard, deptofdefense, dod, national parks'\n",
      " 'Ideal Point = 0.5, Topic = 35: national, security, defense, national security, military, guard, ndaa, homeland, readiness, hascrepublicans, national defense, cyber, hasc, national guard, nat, parks, authorization, homeland security, cybersecurity, coast'\n",
      " 'Ideal Point = 1.0, Topic = 35: national, defense, security, hascrepublicans, military, ndaa, hasc, readiness, national defense, guard, national security, homeland, aircraft, authorization, national guard, defense appropriations, defense authorization, authorization act, troops, military readiness'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 36: ty, community, impt, discuss, advocates, meeting, issues, met, important, panel, abt, delegation, conversation, forum, ways, importance, elected, advocacy, discussion, facing'\n",
      " 'Ideal Point = -0.5, Topic = 36: meeting, discuss, issues, community, met, important, discussion, importance, ways, conversation, advocates, priorities, panel, facing, members, forum, ty, challenges, yesterday, officials'\n",
      " 'Ideal Point = 0.0, Topic = 36: meeting, discuss, issues, met, important, discussion, importance, community, members, ways, yesterday, priorities, conversation, facing, discussed, appreciate, challenges, forum, stopping, panel'\n",
      " 'Ideal Point = 0.5, Topic = 36: meeting, discuss, issues, met, important, discussion, members, importance, yesterday, discussed, appreciate, stopping, ways, priorities, legislative, enjoyed, association, conversation, facing, community'\n",
      " 'Ideal Point = 1.0, Topic = 36: meeting, discuss, issues, met, enjoyed, appreciate, discussion, discussed, members, important, yesterday, legislative, association, stopping, enjoyed meeting, importance, discussing, week, ways, roundtable'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 37: jobs, background, background checks, checks, creating, housedemocrats, infrastructure, buy, create, terrorists, universal, let, good, paying, america, universal background, universal background checks, loophole, roads, suspected'\n",
      " 'Ideal Point = -0.5, Topic = 37: jobs, infrastructure, create, background, checks, background checks, creating, paying, good, universal, buy, america, let, roads, invest, housedemocrats, investing, bridges, loophole, create jobs'\n",
      " 'Ideal Point = 0.0, Topic = 37: jobs, create, infrastructure, paying, checks, background, create jobs, background checks, creating, transportation, roads, invest, america, good, bridges, paying jobs, good paying, universal, investing, let'\n",
      " 'Ideal Point = 0.5, Topic = 37: create, infrastructure, jobs, create jobs, pipeline, paying, keystone, transportation, approve, checks, background, paying jobs, build, export, help, xl, good paying, bridges, invest, roads'\n",
      " 'Ideal Point = 1.0, Topic = 37: pipeline, keystone, create, approve, infrastructure, create jobs, xl, jobs, paying, transportation, build, help, export, paying jobs, approval, good paying, thousands, week, bridges, checks'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 38: town, hall, town hall, questions, rsvp, answer, tweet, hosting, hope, facebook, using, saturday, question, next, townhall, monday, community, virtual, tomorrow, twitter'\n",
      " 'Ideal Point = -0.5, Topic = 38: town, hall, town hall, questions, answer, rsvp, tweet, hosting, question, hope, tonight, townhall, next, telephone, saturday, tomorrow, telephone town, hear, monday, telephone town hall'\n",
      " 'Ideal Point = 0.0, Topic = 38: town, hall, questions, town hall, answer, question, hosting, hope, tweet, tonight, telephone, night, meeting, townhall, telephone town, telephone town hall, next, hear, constituents, meetings'\n",
      " 'Ideal Point = 0.5, Topic = 38: town, hall, questions, town hall, answer, question, meeting, meetings, telephone, hosting, tonight, night, hall meeting, town hall meeting, hope, telephone town, comments, everyone, telephone town hall, constituents'\n",
      " 'Ideal Point = 1.0, Topic = 38: hall, town, questions, town hall, comments, question, meeting, meetings, answer, hall meeting, town hall meeting, night, telephone, tonight, everyone, hosting, telephone town, telephone town hall, halls, folks'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 39: program, snap, safety net, net, bolster, count, cut, key, safety, housegop, realdonaldtrump, housedemocrats, gop, another, republicans, democrats, yet, days, dems, put'\n",
      " 'Ideal Point = -0.5, Topic = 39: housegop, another, republicans, democrats, days, put, gop, yet, realdonaldtrump, housedemocrats, safety, dems, count, program, cut, key, republican, snap, safety net, net'\n",
      " 'Ideal Point = 0.0, Topic = 39: another, put, democrats, republicans, days, yet, politics, republican, housegop, gop, dems, term, instead, party, votes, majority, partisan, stop, speaker, americans'\n",
      " 'Ideal Point = 0.5, Topic = 39: another, put, democrats, days, republicans, speaker, politics, speakerboehner, republican, yet, votes, term, pass, partisan, solutions, solution, instead, problems, together, political'\n",
      " 'Ideal Point = 1.0, Topic = 39: gopconference, another, speakerboehner, bureaucrats, speaker, put, mp, veto, days, democrats, politics, solutions, votes, republicans, deliver, pass, republican, together, problems, democrat'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 40: money, federal, government, trump, wall, employees, shutdown, fund, realdonaldtrump, federal workers, taxpayers, workers, ineffective, select, dollars, funds, ridiculous, hundreds, fully, wants'\n",
      " 'Ideal Point = -0.5, Topic = 40: government, federal, money, shutdown, wall, fund, border, employees, dollars, trump, realdonaldtrump, funds, fed, fully, secure, taxpayer, govt, federal workers, taxpayers, end'\n",
      " 'Ideal Point = 0.0, Topic = 40: government, federal, border, fund, shutdown, wall, money, secure, dollars, taxpayer, fed, govt, employees, funding, funds, fully, southern, gov, end, federal government'\n",
      " 'Ideal Point = 0.5, Topic = 40: government, border, immigration, federal, secure, fund, funding, illegal, shutdown, laws, taxpayer, govt, southern, crisis, security, dollars, wall, fed, border security, gov'\n",
      " 'Ideal Point = 1.0, Topic = 40: immigration, border, laws, crisis, government, illegal, security, secure, illegal immigration, democrats, borders, funding, immigration laws, enforce, southern, border security, taxpayer, humanitarian, govt, federal'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 41: colleagues, joined, demanding, calling, democratic, letter, states, housedemocrats, united, urging, led, dem, proud, united states, members, gop colleagues, asking, wrote, sent, potus'\n",
      " 'Ideal Point = -0.5, Topic = 41: colleagues, joined, states, letter, calling, united, united states, led, demanding, urging, sent, asking, members, democratic, wrote, priority, proud, sent letter, potus, housedemocrats'\n",
      " 'Ideal Point = 0.0, Topic = 41: joined, colleagues, states, letter, united, united states, calling, led, sent, urging, asking, top, priority, members, delegation, sent letter, wrote, demanding, potus, proud'\n",
      " 'Ideal Point = 0.5, Topic = 41: joined, states, colleagues, united, letter, united states, top, sent, led, priority, calling, delegation, asking, urging, members, sent letter, top priority, wrote, signing, week'\n",
      " 'Ideal Point = 1.0, Topic = 41: top, states, joined, united, united states, colleagues, letter, sent, delegation, priority, led, asking, calling, top priority, signing, urging, congressmen, sent letter, making, secretary'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 42: usprogressives, officialcbc, capac, chair, survivors, housedemwomen, sexual, progressive, assault, cbc, harassment, vice, sexual harassment, caucus, members, vice chair, founding, sexual assault, repmikehonda, chairs'\n",
      " 'Ideal Point = -0.5, Topic = 42: officialcbc, chair, sexual, usprogressives, caucus, assault, survivors, harassment, members, capac, sexual assault, progressive, sexual harassment, vice, cbc, housedemwomen, chairs, red, vice chair, problem'\n",
      " 'Ideal Point = 0.0, Topic = 42: caucus, chair, sexual, assault, red, sexual assault, members, officialcbc, harassment, problem, survivors, chairs, tape, proud, sexual harassment, red tape, vice, leadership, solvers, problem solvers'\n",
      " 'Ideal Point = 0.5, Topic = 42: caucus, red, tape, red tape, freedomcaucus, sexual, chair, assault, problem, sexual assault, members, cut, solvers, problem solvers, chairs, proud, freedom caucus, solvers caucus, problem solvers caucus, bureaucratic'\n",
      " 'Ideal Point = 1.0, Topic = 42: freedomcaucus, red tape, red, tape, caucus, cut, freedom caucus, bureaucratic, problem, cut red tape, cut red, solvers, problem solvers, sexual, solvers caucus, problem solvers caucus, chair, assault, sexual assault, nolabelsorg'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 43: nyc, residents, santa, fire, transportdems, county, miami, transit, ventura, bay, east, bay area, update, safety, train, project, fires, bus, hot, ventura county'\n",
      " 'Ideal Point = -0.5, Topic = 43: nyc, county, residents, fire, update, area, project, santa, bay, safety, road, transit, transportdems, east, weather, train, closed, transportation, miami, bridge'\n",
      " 'Ideal Point = 0.0, Topic = 43: county, update, residents, fire, area, project, road, weather, safety, closed, river, state, due, bridge, local, bay, alert, station, storm, issued'\n",
      " 'Ideal Point = 0.5, Topic = 43: county, update, area, fire, project, residents, weather, river, road, due, storm, transport, counties, state, closed, flood, local, department, sheriff, damage'\n",
      " 'Ideal Point = 1.0, Topic = 43: county, update, transport, area, river, fire, project, counties, tornado, flood, weather, storm, due, department, road, bend, sheriff, state, local, damage'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 44: hiv, aids, research, life, hiv aids, awareness, cancer, raise, disease, start, early, cause, head, pregnancy, saving, diabetes, suicide, die, prevention, nih'\n",
      " 'Ideal Point = -0.5, Topic = 44: research, awareness, cancer, hiv, early, disease, life, head, saving, aids, raise, cause, start, suicide, prevention, nih, diabetes, die, life saving, alzheimer'\n",
      " 'Ideal Point = 0.0, Topic = 44: research, cancer, awareness, early, head, saving, disease, cause, suicide, start, raise, prevention, help, alzheimer, life, nih, life saving, raise awareness, fight, diabetes'\n",
      " 'Ideal Point = 0.5, Topic = 44: research, cancer, awareness, century, early, head, saving, cures, disease, help, suicide, cause, prevention, alzheimer, start, century cures, raise, raise awareness, life saving, childhood'\n",
      " 'Ideal Point = 1.0, Topic = 44: century, cures, cancer, eccures, research, century cures, awareness, early, saving, head, cures act, century cures act, help, childhood cancer, disease, suicide, childhood, hope, prevention, alzheimer'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 45: tax, gop, corporations, republicans, families, wealthy, cuts, tax cuts, americans, rich, cut, plan, taxes, wealthiest, tax breaks, trillion, give, breaks, big, middle'\n",
      " 'Ideal Point = -0.5, Topic = 45: tax, families, gop, class, middle, corporations, plan, cut, middle class, americans, cuts, taxes, wealthy, republicans, tax cuts, rich, give, corporate, breaks, wealthiest'\n",
      " 'Ideal Point = 0.0, Topic = 45: class, tax, middle, families, middle class, plan, cut, street, break, gop, americans, taxes, give, corporations, massive, cuts, class families, middle class families, tax cuts, wealthy'\n",
      " 'Ideal Point = 0.5, Topic = 45: class, middle, street, main, middle class, break, tax, main street, families, plan, massive, hike, cut, class families, middle class families, freshman, tax hike, taxes, state, americans'\n",
      " 'Ideal Point = 1.0, Topic = 45: class, main, main street, street, middle, break, middle class, bailouts, hike, tax hike, freshman, cap, state, first, families, massive, class families, tax, real, world class'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 46: women, color, girls, men, wage, equal, gap, moms, pay, white, act, workers, leave, paid, equal pay, minimum wage, let, minimum, less, pass'\n",
      " 'Ideal Point = -0.5, Topic = 46: women, pay, wage, color, equal, paid, leave, girls, men, workers, gap, minimum, let, white, minimum wage, still, sick, equal pay, less, act'\n",
      " 'Ideal Point = 0.0, Topic = 46: pay, women, paid, leave, field, equal, raise, level, paycheck, wage, fairness, workers, minimum, playing, let, still, earn, minimum wage, gap, dollar'\n",
      " 'Ideal Point = 0.5, Topic = 46: pay, raise, field, paid, troops, paycheck, leave, level, protection, playing, pay raise, program, largest, protection program, paycheck protection, biggest, paycheck protection program, playing field, give, women'\n",
      " 'Ideal Point = 1.0, Topic = 46: troops, largest, raise, program, biggest, pay raise, pay, field, paycheck protection, protection, protection program, paycheck protection program, paycheck, playing, level, give, paid, playing field, gives, leave'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 47: return, returns, tax returns, card, payments, mnuchin, credit, irs, direct, zip, waysmeanscmte, release, file, zip code, stimulus, receive, payment, treasury, impact, filing'\n",
      " 'Ideal Point = -0.5, Topic = 47: return, returns, credit, tax returns, payments, tax, irs, file, card, direct, receive, payment, code, mnuchin, impact, filing, tax credit, zip, treasury, credits'\n",
      " 'Ideal Point = 0.0, Topic = 47: tax, credit, code, reform, irs, payments, file, returns, return, tax code, taxes, money, families, payment, taxpayers, tax credit, americans, tax returns, receive, impact'\n",
      " 'Ideal Point = 0.5, Topic = 47: tax, reform, tax reform, waysandmeansgop, americans, cuts, taxes, code, tax code, tax cuts, jobs, money, families, plan, act, jobs act, taxpayers, credit, bonuses, paychecks'\n",
      " 'Ideal Point = 1.0, Topic = 47: waysandmeansgop, tax, reform, tax reform, cuts, jobs, tax cuts, americans, taxes, jobs act, tax code, act, paychecks, plan, money, bonuses, code, families, lower, hardworking'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 48: yorkers, fighting, keep, safe, keep fighting, stay, home, feel, healthy, spread, hands, keeping, everyone, keep guns, avoid, cases, word, let, governortomwolf, help'\n",
      " 'Ideal Point = -0.5, Topic = 48: keep, safe, fighting, stay, home, healthy, spread, keeping, keep fighting, hands, word, everyone, help, avoid, cases, feel, yorkers, let, communities, cdcgov'\n",
      " 'Ideal Point = 0.0, Topic = 48: keep, safe, stay, keeping, spread, healthy, home, hands, fighting, word, help, everyone, cases, avoid, communities, stay safe, let, cdcgov, keep fighting, tips'\n",
      " 'Ideal Point = 0.5, Topic = 48: keep, safe, stay, keeping, spread, healthy, home, hands, word, help, stay safe, communities, informed, way, everyone, tips, america, cdcgov, blood, cases'\n",
      " 'Ideal Point = 1.0, Topic = 48: keep, safe, stay, keeping, spread, america, stay safe, promise, healthy, word, help, dougducey, hands, way, home, informed, travels, communities, store, communities safe'\n",
      " '========================================================================================================================'\n",
      " 'Ideal Point = -1.0, Topic = 49: rm, hfacdemocrats, hfacdemocrats rm, speaking, appropsdems, live, energycommerce, edworkforcedems, housedemocrats, press, watch, repbobbyscott, fscdems, conference, happening, press conference, reporters, subcommittee, free press, watch live'\n",
      " 'Ideal Point = -0.5, Topic = 49: live, watch, speaking, press, hfacdemocrats, rm, conference, happening, appropsdems, hfacdemocrats rm, energycommerce, press conference, watch live, subcommittee, edworkforcedems, housedemocrats, appropriations, fscdems, repbobbyscott, starting'\n",
      " 'Ideal Point = 0.0, Topic = 49: watch, live, conference, press, happening, speaking, watch live, subcommittee, appropriations, press conference, starting, markup, joint, full, video, housecommerce, release, cmte, soon, housefloor'\n",
      " 'Ideal Point = 0.5, Topic = 49: watch, live, video, housecommerce, watch live, conference, houseappropsgop, financialcmte, subcommittee, happening, press, appropriations, chair, full, markup, sec, oversight, starting, housejudiciary, joint'\n",
      " 'Ideal Point = 1.0, Topic = 49: housecommerce, video, financialcmte, smallbizgop, houseappropsgop, watch, chair, housejudiciary, live, watch live, oversight, sec, full, conference, subcommittee, vice, repblainepress, appropriations, rulesreps, happening'\n",
      " '========================================================================================================================']\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "utils.print_topics(objective_topic_loc, \n",
    "                   objective_topic_scale, \n",
    "                   ideological_topic_loc, \n",
    "                   ideological_topic_scale, \n",
    "                   vocabulary, \n",
    "                   20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "be331fca",
   "metadata": {},
   "outputs": [],
   "source": [
    "%%capture cap --no-stderr\n",
    "utils.print_topics(objective_topic_loc, \n",
    "                   objective_topic_scale, \n",
    "                   ideological_topic_loc, \n",
    "                   ideological_topic_scale, \n",
    "                   vocabulary, \n",
    "                   20)\n",
    "with open('../../tweets_results/topics.txt', 'w') as f:\n",
    "    f.write(cap.stdout)\n",
    "    \n",
    "#run this cell twice -- first time will give error but second time will run it successfully."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "519eb989-fc54-462b-aa11-5ee9ff3a5d60",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "3c53d4ca",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "530\n"
     ]
    }
   ],
   "source": [
    "bid_to_twitter_uid = pickle.load(open(os.path.join(source_dir,'social_media_data_bioguide_to_twitter.pkl'), 'rb'))\n",
    "print(len(bid_to_twitter_uid))\n",
    "twitter_uid_to_bid = {v:k for k,v in bid_to_twitter_uid.items()}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "77d57a5c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1880\n"
     ]
    }
   ],
   "source": [
    "legis_info = json.load(open('../data/floor_speeches_congs_115_116/legislator-info-1990-2020.json'))\n",
    "print(len(legis_info))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "3e3a13dc",
   "metadata": {},
   "outputs": [],
   "source": [
    "legis_id_to_info = {}\n",
    "for x in legis_info:\n",
    "    legis_id_to_info[x['id']['bioguide']] = x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "c79e5c6c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "471\n"
     ]
    }
   ],
   "source": [
    "parties = []\n",
    "for a in author_map:\n",
    "    x = legis_id_to_info[twitter_uid_to_bid[int(a)]]\n",
    "    parties.append(x['terms'][-1]['party'])\n",
    "print(len(parties))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "17defc10",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "471\n"
     ]
    }
   ],
   "source": [
    "names = []\n",
    "for a in author_map:\n",
    "    x = legis_id_to_info[twitter_uid_to_bid[int(a)]]\n",
    "    names.append(x['id']['wikipedia'])\n",
    "print(len(names))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "853c5f99",
   "metadata": {},
   "outputs": [],
   "source": [
    "colors = np.array([\"steelblue\" if p=='Democrat' else \"crimson\" for p in parties])\n",
    "def get_ideological_topics(objective_topic_loc, \n",
    "                           objective_topic_scale,\n",
    "                           ideological_topic_loc, \n",
    "                           ideological_topic_scale,\n",
    "                           ideal_point):\n",
    "    ideological_topic_mean = np.exp(objective_topic_loc +\n",
    "                              ideal_point * ideological_topic_loc +\n",
    "                              (objective_topic_scale ** 2 + \n",
    "                               ideal_point ** 2 * \n",
    "                               ideological_topic_scale ** 2) / 2)\n",
    "    return ideological_topic_mean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "2fd29be7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(471,)\n",
      "(471,)\n"
     ]
    }
   ],
   "source": [
    "ideal_points = ideal_point_mean\n",
    "author_map = np.array(author_map)\n",
    "print(author_map.shape)\n",
    "ideal_points = np.array(ideal_points)\n",
    "print(ideal_points.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "676c7282",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "471\n"
     ]
    }
   ],
   "source": [
    "bid_to_tbip = {}\n",
    "for i in range(len(author_map)):\n",
    "    bid_to_tbip[twitter_uid_to_bid[int(author_map[i])]] = ideal_points[i]\n",
    "print(len(bid_to_tbip))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "5de79844",
   "metadata": {},
   "outputs": [],
   "source": [
    "pickle.dump(bid_to_tbip, \n",
    "            open('../../tweets_results/bid_to_tbip_tweets.pkl', 'wb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "4b40d2bc",
   "metadata": {},
   "outputs": [],
   "source": [
    "import chart_studio\n",
    "chart_studio.tools.set_credentials_file(username='pg96', api_key='NDcsdaKUnDc6rrurwLmg')\n",
    "import chart_studio.plotly as py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "87158321",
   "metadata": {},
   "outputs": [],
   "source": [
    "def save_interactive(topic_number):\n",
    "    topic_name = 'Topic ' + str(topic_number)\n",
    "\n",
    "    fig = go.Figure(layout = go.Layout(\n",
    "        paper_bgcolor='rgba(0,0,0,0)',\n",
    "        plot_bgcolor='rgba(0,0,0,0)'))\n",
    "    x_min = -1.0\n",
    "    x_max = 1.0\n",
    "    diff = 0.05\n",
    "    offset = -x_min / diff\n",
    "    scatterplot_location = -0.53\n",
    "\n",
    "    ideal_point_dict = {}\n",
    "    for i in range(int((x_max - x_min) / diff) + 1):\n",
    "        ideal_point_dict[i] = (i - offset) * diff\n",
    "\n",
    "    # Add black line.\n",
    "    fig.add_trace(go.Scatter(x=[x_min, x_max], \n",
    "                             y = [scatterplot_location, scatterplot_location],\n",
    "                             line=dict(color=\"black\", width=1),\n",
    "                             marker=dict(size=1),\n",
    "                             hoverinfo='skip'))\n",
    "\n",
    "    # Add trace for all representatives\n",
    "    fig.add_trace(go.Scatter(\n",
    "        mode=\"markers\",\n",
    "        x=ideal_points, \n",
    "        y=scatterplot_location * np.ones(len(ideal_points)), \n",
    "        text=[x for x in names], \n",
    "        hoverinfo=\"x+text\",\n",
    "        marker=dict(color=colors, size=8)))\n",
    "\n",
    "    num_top_words = 10\n",
    "\n",
    "    # Add bar plots, one for each ideal point\n",
    "    for step in np.arange(len(ideal_point_dict.keys())):\n",
    "        ideological_topic_mean = get_ideological_topics(objective_topic_loc, \n",
    "                                   objective_topic_scale,\n",
    "                                   ideological_topic_loc, \n",
    "                                   ideological_topic_scale,\n",
    "                                   ideal_point_dict[step])\n",
    "        topic_intensities = ideological_topic_mean[topic_number]\n",
    "        top_topic_intensities = np.sort(topic_intensities)[-num_top_words:]\n",
    "        top_topic_words = vocabulary[np.argsort(-topic_intensities)[:num_top_words]][::-1]\n",
    "        fig.add_trace(\n",
    "            go.Bar(\n",
    "                visible=False,\n",
    "                x=top_topic_intensities * 5,\n",
    "                orientation='h',\n",
    "                text=top_topic_words,\n",
    "                textposition='outside',\n",
    "                marker_color='rgb(175,122,197)',\n",
    "                y0=0.529,\n",
    "                dy=0.214,\n",
    "                base=-0.3,\n",
    "                hoverinfo='skip',\n",
    "            ))\n",
    "\n",
    "    fig.update_layout(go.Layout(\n",
    "    yaxis = {'showgrid': False,\n",
    "             'showline': False,\n",
    "             'zeroline': False,\n",
    "            'showticklabels': False,\n",
    "            'fixedrange': True}),\n",
    "    xaxis = {'showgrid': False,\n",
    "             'showline': False,\n",
    "             'zeroline': False,\n",
    "            'showticklabels': False,\n",
    "            'fixedrange': True})\n",
    "    fig.update_yaxes(range=[-0.60, 2.5])\n",
    "    fig.update_xaxes(range=[x_min - 0.01, x_max + 0.02])\n",
    "\n",
    "    # Set default trace\n",
    "    fig.data[len(fig.data) // 2].visible = True\n",
    "\n",
    "    # Create and add slider\n",
    "    steps = []\n",
    "    for i in range(2, len(fig.data)):\n",
    "        step = dict(\n",
    "            method=\"update\",\n",
    "            args=[{\"visible\": [True, True] + [False] * (len(fig.data) - 2)}],  \n",
    "            label=\"{:.2f}\".format(ideal_point_dict[i - 2]),\n",
    "        )\n",
    "        step[\"args\"][0][\"visible\"][i] = True  # Toggle i'th trace to \"visible\"\n",
    "        steps.append(step)\n",
    "\n",
    "    sliders = [dict(\n",
    "        active=(len(fig.data) // 2 - 1),\n",
    "        currentvalue={\"prefix\": \"Ideal Point: \"},\n",
    "        y=0.35,\n",
    "        steps=steps)]\n",
    "\n",
    "    fig.update_layout(sliders=sliders, showlegend=False, \n",
    "                      title={'text': \"Word Usage as a Function of Ideal Point (Topic: {})\".format(topic_name),\n",
    "                             'x': 0.5,\n",
    "                             'y': 0.9},\n",
    "                      xaxis_title='Representative ideal points (hover to see names)',\n",
    "                      annotations = [\n",
    "                                    dict(xref='paper',\n",
    "                                            yref='paper',\n",
    "                                            x=0.5, y=0.255,\n",
    "                                            font={'size': 14},\n",
    "                                            showarrow=False,\n",
    "                                            text ='Move slider to change ideal point')\n",
    "                      ])\n",
    "    #fig.show()\n",
    "    fig.write_html(\"../../tweets_results/interactive_htmls/topic\" + str(topic_number) + \"_interactive.html\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "a2514005",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "50\n"
     ]
    }
   ],
   "source": [
    "num_topics = objective_topic_mean.shape[0]\n",
    "print(num_topics)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "d317e23a",
   "metadata": {},
   "outputs": [],
   "source": [
    "for topic_ind in range(num_topics):\n",
    "    save_interactive(topic_ind)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "a7d76572",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(295327, 50)\n"
     ]
    }
   ],
   "source": [
    "print(document_mean.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "6529511a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 295327 entries, 0 to 295326\n",
      "Data columns (total 4 columns):\n",
      "Tweet ID     295327 non-null int64\n",
      "Author ID    295327 non-null int64\n",
      "Text         295327 non-null object\n",
      "Timestamp    295327 non-null object\n",
      "dtypes: int64(2), object(2)\n",
      "memory usage: 9.0+ MB\n",
      "None\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Tweet ID</th>\n",
       "      <th>Author ID</th>\n",
       "      <th>Text</th>\n",
       "      <th>Timestamp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>996837967976194048</td>\n",
       "      <td>818554054309715969</td>\n",
       "      <td>The skyrocketing cost of life-saving medicatio...</td>\n",
       "      <td>2018-05-16 19:41:06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>878358077145325569</td>\n",
       "      <td>818554054309715969</td>\n",
       "      <td>To all of the brave women who have had to say ...</td>\n",
       "      <td>2017-06-23 21:04:19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>979935734701412353</td>\n",
       "      <td>818554054309715969</td>\n",
       "      <td>#Passover is a beautiful time to remember our ...</td>\n",
       "      <td>2018-03-31 04:17:40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1040330596545904643</td>\n",
       "      <td>818554054309715969</td>\n",
       "      <td>I was glad to help pass bipartisan legislation...</td>\n",
       "      <td>2018-09-13 20:05:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>923648345394040833</td>\n",
       "      <td>818554054309715969</td>\n",
       "      <td>GOP budget does nothing to help Nevada's middl...</td>\n",
       "      <td>2017-10-26 20:31:40</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              Tweet ID           Author ID  \\\n",
       "0   996837967976194048  818554054309715969   \n",
       "1   878358077145325569  818554054309715969   \n",
       "2   979935734701412353  818554054309715969   \n",
       "3  1040330596545904643  818554054309715969   \n",
       "4   923648345394040833  818554054309715969   \n",
       "\n",
       "                                                Text            Timestamp  \n",
       "0  The skyrocketing cost of life-saving medicatio...  2018-05-16 19:41:06  \n",
       "1  To all of the brave women who have had to say ...  2017-06-23 21:04:19  \n",
       "2  #Passover is a beautiful time to remember our ...  2018-03-31 04:17:40  \n",
       "3  I was glad to help pass bipartisan legislation...  2018-09-13 20:05:17  \n",
       "4  GOP budget does nothing to help Nevada's middl...  2017-10-26 20:31:40  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_data = pd.read_csv(os.path.join(source_dir, \"finalized_tbip_tweets_sampled2.csv\"))\n",
    "print(tweets_data.info())\n",
    "tweets_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "77f07081",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "471\n"
     ]
    }
   ],
   "source": [
    "final_legis_info_and_tbip_data = pd.read_csv('../../legislator_info_and_tbip_congresses_115_and_116.csv')\n",
    "# NOTE: while above file is ultimately created using the ideal point estimates... we only create these other files\n",
    "# as resulting files for legislators ultimately retained in the final file containing everything used for research.\n",
    "\n",
    "\n",
    "included_bid_to_tbip = dict(zip(final_legis_info_and_tbip_data.Bioguide_ID, \n",
    "                       final_legis_info_and_tbip_data.TBIP_Tweets))\n",
    "relev_bids = []\n",
    "for bid in included_bid_to_tbip:\n",
    "    if np.isnan(included_bid_to_tbip[bid]):\n",
    "        continue\n",
    "    relev_bids.append(bid)\n",
    "print(len(relev_bids))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "bde9b8fd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 295327 entries, 0 to 295326\n",
      "Data columns (total 4 columns):\n",
      "Tweet ID     295327 non-null int64\n",
      "Author ID    295327 non-null int64\n",
      "Text         295327 non-null object\n",
      "Timestamp    295327 non-null datetime64[ns]\n",
      "dtypes: datetime64[ns](1), int64(2), object(1)\n",
      "memory usage: 9.0+ MB\n",
      "None\n"
     ]
    }
   ],
   "source": [
    "tweets_data.Timestamp = pd.to_datetime(tweets_data.Timestamp)\n",
    "print(tweets_data.info())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "26f6f186",
   "metadata": {},
   "outputs": [],
   "source": [
    "speaker_ids_from_data = list(tweets_data['Author ID'])\n",
    "speaker_ids_from_data = list(map(lambda x:twitter_uid_to_bid[x], speaker_ids_from_data))\n",
    "texts_from_data = list(tweets_data['Text'])\n",
    "dates_from_data = list(tweets_data['Timestamp'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "f0d4a6bf",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "295327\n"
     ]
    }
   ],
   "source": [
    "retain_inds = []\n",
    "all_relev_ids, all_relev_texts, all_relev_dates = [], [], []\n",
    "for i, bid in enumerate(speaker_ids_from_data):\n",
    "    if bid in relev_bids:\n",
    "        retain_inds.append(i)\n",
    "        all_relev_ids.append(bid)\n",
    "        all_relev_texts.append(texts_from_data[i])\n",
    "        all_relev_dates.append(dates_from_data[i])\n",
    "print(len(retain_inds))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "04b44aa9",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(295327, 50)\n"
     ]
    }
   ],
   "source": [
    "document_mean = document_mean[retain_inds]\n",
    "document_mean = np.array(torch.softmax(torch.from_numpy(document_mean), 1))\n",
    "print(document_mean.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "fb3ce8e5",
   "metadata": {},
   "outputs": [],
   "source": [
    "texts_topics = pd.DataFrame()\n",
    "texts_topics[\"Bioguide_ID\"] = all_relev_ids\n",
    "texts_topics[\"Text\"] = all_relev_texts\n",
    "texts_topics[\"Timestamp\"] = all_relev_dates"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "1da95375",
   "metadata": {},
   "outputs": [],
   "source": [
    "for topic_ind in range(document_mean.shape[1]):\n",
    "    texts_topics['Topic' + str(topic_ind)] = list(map(lambda x:np.float32(str(x)), list(document_mean[:, topic_ind])))\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "fd766245",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 295327 entries, 0 to 295326\n",
      "Data columns (total 53 columns):\n",
      "Bioguide_ID    295327 non-null object\n",
      "Text           295327 non-null object\n",
      "Timestamp      295327 non-null datetime64[ns]\n",
      "Topic0         295327 non-null float64\n",
      "Topic1         295327 non-null float64\n",
      "Topic2         295327 non-null float64\n",
      "Topic3         295327 non-null float64\n",
      "Topic4         295327 non-null float64\n",
      "Topic5         295327 non-null float64\n",
      "Topic6         295327 non-null float64\n",
      "Topic7         295327 non-null float64\n",
      "Topic8         295327 non-null float64\n",
      "Topic9         295327 non-null float64\n",
      "Topic10        295327 non-null float64\n",
      "Topic11        295327 non-null float64\n",
      "Topic12        295327 non-null float64\n",
      "Topic13        295327 non-null float64\n",
      "Topic14        295327 non-null float64\n",
      "Topic15        295327 non-null float64\n",
      "Topic16        295327 non-null float64\n",
      "Topic17        295327 non-null float64\n",
      "Topic18        295327 non-null float64\n",
      "Topic19        295327 non-null float64\n",
      "Topic20        295327 non-null float64\n",
      "Topic21        295327 non-null float64\n",
      "Topic22        295327 non-null float64\n",
      "Topic23        295327 non-null float64\n",
      "Topic24        295327 non-null float64\n",
      "Topic25        295327 non-null float64\n",
      "Topic26        295327 non-null float64\n",
      "Topic27        295327 non-null float64\n",
      "Topic28        295327 non-null float64\n",
      "Topic29        295327 non-null float64\n",
      "Topic30        295327 non-null float64\n",
      "Topic31        295327 non-null float64\n",
      "Topic32        295327 non-null float64\n",
      "Topic33        295327 non-null float64\n",
      "Topic34        295327 non-null float64\n",
      "Topic35        295327 non-null float64\n",
      "Topic36        295327 non-null float64\n",
      "Topic37        295327 non-null float64\n",
      "Topic38        295327 non-null float64\n",
      "Topic39        295327 non-null float64\n",
      "Topic40        295327 non-null float64\n",
      "Topic41        295327 non-null float64\n",
      "Topic42        295327 non-null float64\n",
      "Topic43        295327 non-null float64\n",
      "Topic44        295327 non-null float64\n",
      "Topic45        295327 non-null float64\n",
      "Topic46        295327 non-null float64\n",
      "Topic47        295327 non-null float64\n",
      "Topic48        295327 non-null float64\n",
      "Topic49        295327 non-null float64\n",
      "dtypes: datetime64[ns](1), float64(50), object(2)\n",
      "memory usage: 119.4+ MB\n",
      "None\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Bioguide_ID</th>\n",
       "      <th>Text</th>\n",
       "      <th>Timestamp</th>\n",
       "      <th>Topic0</th>\n",
       "      <th>Topic1</th>\n",
       "      <th>Topic2</th>\n",
       "      <th>Topic3</th>\n",
       "      <th>Topic4</th>\n",
       "      <th>Topic5</th>\n",
       "      <th>Topic6</th>\n",
       "      <th>...</th>\n",
       "      <th>Topic40</th>\n",
       "      <th>Topic41</th>\n",
       "      <th>Topic42</th>\n",
       "      <th>Topic43</th>\n",
       "      <th>Topic44</th>\n",
       "      <th>Topic45</th>\n",
       "      <th>Topic46</th>\n",
       "      <th>Topic47</th>\n",
       "      <th>Topic48</th>\n",
       "      <th>Topic49</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>R000608</td>\n",
       "      <td>The skyrocketing cost of life-saving medicatio...</td>\n",
       "      <td>2018-05-16 19:41:06</td>\n",
       "      <td>7.226169e-10</td>\n",
       "      <td>8.361409e-10</td>\n",
       "      <td>7.392004e-10</td>\n",
       "      <td>6.595560e-10</td>\n",
       "      <td>1.026149e-09</td>\n",
       "      <td>1.118059e-09</td>\n",
       "      <td>1.813668e-09</td>\n",
       "      <td>...</td>\n",
       "      <td>1.036160e-09</td>\n",
       "      <td>6.391746e-10</td>\n",
       "      <td>1.613442e-09</td>\n",
       "      <td>6.988298e-10</td>\n",
       "      <td>2.001963e-07</td>\n",
       "      <td>1.603697e-09</td>\n",
       "      <td>6.890500e-10</td>\n",
       "      <td>9.810219e-10</td>\n",
       "      <td>8.800737e-10</td>\n",
       "      <td>8.657868e-10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>R000608</td>\n",
       "      <td>To all of the brave women who have had to say ...</td>\n",
       "      <td>2017-06-23 21:04:19</td>\n",
       "      <td>7.976002e-03</td>\n",
       "      <td>6.286089e-03</td>\n",
       "      <td>7.067407e-03</td>\n",
       "      <td>6.662658e-03</td>\n",
       "      <td>7.591251e-03</td>\n",
       "      <td>5.315441e-03</td>\n",
       "      <td>5.982684e-03</td>\n",
       "      <td>...</td>\n",
       "      <td>7.728026e-03</td>\n",
       "      <td>1.007156e-02</td>\n",
       "      <td>1.423775e-02</td>\n",
       "      <td>6.195365e-03</td>\n",
       "      <td>8.515142e-03</td>\n",
       "      <td>7.144452e-03</td>\n",
       "      <td>1.689358e-02</td>\n",
       "      <td>1.126893e-02</td>\n",
       "      <td>8.418394e-03</td>\n",
       "      <td>7.918900e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>R000608</td>\n",
       "      <td>#Passover is a beautiful time to remember our ...</td>\n",
       "      <td>2018-03-31 04:17:40</td>\n",
       "      <td>1.313137e-06</td>\n",
       "      <td>1.806668e-07</td>\n",
       "      <td>2.935374e-07</td>\n",
       "      <td>2.588305e-07</td>\n",
       "      <td>9.992173e-01</td>\n",
       "      <td>1.729558e-07</td>\n",
       "      <td>3.001673e-07</td>\n",
       "      <td>...</td>\n",
       "      <td>3.470055e-07</td>\n",
       "      <td>1.880398e-07</td>\n",
       "      <td>2.086001e-07</td>\n",
       "      <td>1.907361e-07</td>\n",
       "      <td>2.610472e-07</td>\n",
       "      <td>1.587070e-07</td>\n",
       "      <td>2.119079e-07</td>\n",
       "      <td>3.019701e-07</td>\n",
       "      <td>1.693473e-07</td>\n",
       "      <td>2.589460e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>R000608</td>\n",
       "      <td>I was glad to help pass bipartisan legislation...</td>\n",
       "      <td>2018-09-13 20:05:17</td>\n",
       "      <td>4.191970e-07</td>\n",
       "      <td>3.850846e-07</td>\n",
       "      <td>5.170511e-07</td>\n",
       "      <td>5.805783e-07</td>\n",
       "      <td>4.781467e-07</td>\n",
       "      <td>4.895167e-06</td>\n",
       "      <td>5.304213e-07</td>\n",
       "      <td>...</td>\n",
       "      <td>7.119352e-07</td>\n",
       "      <td>5.348456e-07</td>\n",
       "      <td>7.097713e-07</td>\n",
       "      <td>7.242474e-07</td>\n",
       "      <td>4.897279e-07</td>\n",
       "      <td>1.878539e-06</td>\n",
       "      <td>3.739048e-07</td>\n",
       "      <td>6.340761e-07</td>\n",
       "      <td>5.175963e-07</td>\n",
       "      <td>5.216265e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>R000608</td>\n",
       "      <td>GOP budget does nothing to help Nevada's middl...</td>\n",
       "      <td>2017-10-26 20:31:40</td>\n",
       "      <td>1.952114e-06</td>\n",
       "      <td>1.667295e-06</td>\n",
       "      <td>1.158133e-06</td>\n",
       "      <td>2.797274e-06</td>\n",
       "      <td>2.645516e-06</td>\n",
       "      <td>1.789429e-06</td>\n",
       "      <td>2.595787e-06</td>\n",
       "      <td>...</td>\n",
       "      <td>1.663815e-06</td>\n",
       "      <td>1.722996e-06</td>\n",
       "      <td>1.747340e-06</td>\n",
       "      <td>1.997113e-06</td>\n",
       "      <td>1.516796e-06</td>\n",
       "      <td>6.325800e-01</td>\n",
       "      <td>1.471600e-06</td>\n",
       "      <td>1.863056e-06</td>\n",
       "      <td>1.484104e-06</td>\n",
       "      <td>3.624446e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>R000608</td>\n",
       "      <td>I'm proud of my immigrant heritage. We are a n...</td>\n",
       "      <td>2017-08-18 22:44:09</td>\n",
       "      <td>3.831998e-03</td>\n",
       "      <td>2.839624e-03</td>\n",
       "      <td>3.571552e-03</td>\n",
       "      <td>2.847226e-03</td>\n",
       "      <td>1.975403e-03</td>\n",
       "      <td>2.181661e-03</td>\n",
       "      <td>2.398398e-03</td>\n",
       "      <td>...</td>\n",
       "      <td>3.282272e-03</td>\n",
       "      <td>2.582409e-03</td>\n",
       "      <td>4.129692e-03</td>\n",
       "      <td>2.482807e-03</td>\n",
       "      <td>1.892432e-03</td>\n",
       "      <td>2.037595e-03</td>\n",
       "      <td>2.668074e-03</td>\n",
       "      <td>2.988166e-03</td>\n",
       "      <td>1.852883e-03</td>\n",
       "      <td>1.989807e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>R000608</td>\n",
       "      <td>RT @cityofhenderson: Mayor @debra_march &amp;amp; ...</td>\n",
       "      <td>2018-02-27 22:28:21</td>\n",
       "      <td>2.402019e-02</td>\n",
       "      <td>1.345938e-02</td>\n",
       "      <td>1.252030e-02</td>\n",
       "      <td>1.317601e-02</td>\n",
       "      <td>1.422316e-02</td>\n",
       "      <td>1.098788e-02</td>\n",
       "      <td>2.007978e-02</td>\n",
       "      <td>...</td>\n",
       "      <td>1.589253e-02</td>\n",
       "      <td>1.275903e-02</td>\n",
       "      <td>1.552456e-02</td>\n",
       "      <td>1.522973e-02</td>\n",
       "      <td>1.043600e-02</td>\n",
       "      <td>1.580319e-02</td>\n",
       "      <td>1.522254e-02</td>\n",
       "      <td>2.288354e-02</td>\n",
       "      <td>1.839044e-02</td>\n",
       "      <td>1.425775e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>R000608</td>\n",
       "      <td>An attack on solar energy is an attack on the ...</td>\n",
       "      <td>2018-06-18 19:30:29</td>\n",
       "      <td>9.097707e-05</td>\n",
       "      <td>9.297027e-05</td>\n",
       "      <td>1.274027e-04</td>\n",
       "      <td>1.244259e-04</td>\n",
       "      <td>1.294328e-04</td>\n",
       "      <td>8.686227e-05</td>\n",
       "      <td>2.307368e-03</td>\n",
       "      <td>...</td>\n",
       "      <td>1.348028e-04</td>\n",
       "      <td>7.338229e-05</td>\n",
       "      <td>7.489746e-05</td>\n",
       "      <td>9.461011e-05</td>\n",
       "      <td>1.296443e-04</td>\n",
       "      <td>8.754145e-05</td>\n",
       "      <td>1.032306e-04</td>\n",
       "      <td>1.244890e-04</td>\n",
       "      <td>2.265278e-04</td>\n",
       "      <td>1.340275e-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>R000608</td>\n",
       "      <td>RT @SEIA: Great op-ed by @RepJackyRosen on the...</td>\n",
       "      <td>2018-04-26 15:15:11</td>\n",
       "      <td>1.626882e-04</td>\n",
       "      <td>1.547870e-04</td>\n",
       "      <td>1.406755e-04</td>\n",
       "      <td>9.901806e-05</td>\n",
       "      <td>1.351938e-04</td>\n",
       "      <td>1.036147e-04</td>\n",
       "      <td>9.839463e-01</td>\n",
       "      <td>...</td>\n",
       "      <td>1.174866e-04</td>\n",
       "      <td>1.040900e-04</td>\n",
       "      <td>1.279136e-04</td>\n",
       "      <td>1.143884e-04</td>\n",
       "      <td>1.141172e-04</td>\n",
       "      <td>9.327461e-05</td>\n",
       "      <td>1.305588e-04</td>\n",
       "      <td>1.289887e-04</td>\n",
       "      <td>1.123859e-04</td>\n",
       "      <td>1.943936e-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>R000608</td>\n",
       "      <td>RT @ABC: 58 doves released outside Las Vegas C...</td>\n",
       "      <td>2017-10-08 19:02:57</td>\n",
       "      <td>2.418033e-02</td>\n",
       "      <td>9.975508e-03</td>\n",
       "      <td>1.231846e-02</td>\n",
       "      <td>1.641837e-02</td>\n",
       "      <td>1.068756e-02</td>\n",
       "      <td>8.170394e-03</td>\n",
       "      <td>1.185546e-02</td>\n",
       "      <td>...</td>\n",
       "      <td>9.921464e-03</td>\n",
       "      <td>1.212371e-02</td>\n",
       "      <td>1.503034e-02</td>\n",
       "      <td>9.067511e-03</td>\n",
       "      <td>1.060844e-02</td>\n",
       "      <td>1.289575e-02</td>\n",
       "      <td>2.042613e-02</td>\n",
       "      <td>1.225651e-02</td>\n",
       "      <td>1.532641e-02</td>\n",
       "      <td>1.031860e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>R000608</td>\n",
       "      <td>Tune in to watch my interview with @PatrickWal...</td>\n",
       "      <td>2017-04-06 22:06:01</td>\n",
       "      <td>2.753248e-04</td>\n",
       "      <td>2.749650e-04</td>\n",
       "      <td>3.681352e-04</td>\n",
       "      <td>4.206336e-02</td>\n",
       "      <td>3.568601e-04</td>\n",
       "      <td>4.113414e-04</td>\n",
       "      <td>4.592632e-04</td>\n",
       "      <td>...</td>\n",
       "      <td>2.971267e-04</td>\n",
       "      <td>4.745077e-04</td>\n",
       "      <td>2.739487e-04</td>\n",
       "      <td>2.616546e-04</td>\n",
       "      <td>3.857636e-04</td>\n",
       "      <td>4.005261e-04</td>\n",
       "      <td>3.628409e-04</td>\n",
       "      <td>6.078197e-04</td>\n",
       "      <td>2.577246e-04</td>\n",
       "      <td>3.597516e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>R000608</td>\n",
       "      <td>I’m honored to have participated in the S. NV ...</td>\n",
       "      <td>2018-03-31 17:40:00</td>\n",
       "      <td>1.824582e-04</td>\n",
       "      <td>6.723488e-04</td>\n",
       "      <td>1.376382e-04</td>\n",
       "      <td>5.683086e-05</td>\n",
       "      <td>6.025447e-05</td>\n",
       "      <td>2.448959e-03</td>\n",
       "      <td>9.302255e-05</td>\n",
       "      <td>...</td>\n",
       "      <td>7.199031e-05</td>\n",
       "      <td>6.745195e-05</td>\n",
       "      <td>6.430647e-05</td>\n",
       "      <td>9.198213e-05</td>\n",
       "      <td>8.670663e-05</td>\n",
       "      <td>7.806779e-05</td>\n",
       "      <td>7.956458e-05</td>\n",
       "      <td>5.579003e-05</td>\n",
       "      <td>7.273180e-05</td>\n",
       "      <td>8.899974e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>R000608</td>\n",
       "      <td>Congrats to this month’s #NevadaWomanInSTEM, C...</td>\n",
       "      <td>2018-05-16 16:30:14</td>\n",
       "      <td>9.362407e-03</td>\n",
       "      <td>1.014029e-01</td>\n",
       "      <td>1.154179e-02</td>\n",
       "      <td>1.423184e-02</td>\n",
       "      <td>1.180882e-02</td>\n",
       "      <td>1.229222e-02</td>\n",
       "      <td>2.295894e-02</td>\n",
       "      <td>...</td>\n",
       "      <td>1.081364e-02</td>\n",
       "      <td>1.466305e-02</td>\n",
       "      <td>1.175090e-02</td>\n",
       "      <td>1.300230e-02</td>\n",
       "      <td>1.066356e-02</td>\n",
       "      <td>1.240937e-02</td>\n",
       "      <td>4.180727e-02</td>\n",
       "      <td>2.039065e-02</td>\n",
       "      <td>7.038642e-02</td>\n",
       "      <td>1.124413e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>R000608</td>\n",
       "      <td>My heart is with those who fear their families...</td>\n",
       "      <td>2017-06-16 20:14:07</td>\n",
       "      <td>1.109285e-06</td>\n",
       "      <td>8.077595e-07</td>\n",
       "      <td>8.685322e-07</td>\n",
       "      <td>6.249131e-07</td>\n",
       "      <td>7.091911e-07</td>\n",
       "      <td>7.512793e-07</td>\n",
       "      <td>8.404839e-06</td>\n",
       "      <td>...</td>\n",
       "      <td>1.606817e-06</td>\n",
       "      <td>6.766813e-07</td>\n",
       "      <td>8.111344e-07</td>\n",
       "      <td>7.834130e-07</td>\n",
       "      <td>1.061769e-06</td>\n",
       "      <td>6.677685e-07</td>\n",
       "      <td>7.914934e-07</td>\n",
       "      <td>9.963347e-07</td>\n",
       "      <td>7.673137e-07</td>\n",
       "      <td>1.127922e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>R000608</td>\n",
       "      <td>RT @AARPNV: Thank you @RepJackyRosen for votin...</td>\n",
       "      <td>2018-08-23 20:55:11</td>\n",
       "      <td>1.177196e-02</td>\n",
       "      <td>6.640176e-03</td>\n",
       "      <td>7.717868e-03</td>\n",
       "      <td>6.101850e-03</td>\n",
       "      <td>1.596054e-02</td>\n",
       "      <td>1.078097e-02</td>\n",
       "      <td>8.198458e-03</td>\n",
       "      <td>...</td>\n",
       "      <td>1.226596e-02</td>\n",
       "      <td>9.948483e-03</td>\n",
       "      <td>9.171617e-03</td>\n",
       "      <td>1.259620e-02</td>\n",
       "      <td>1.072628e-02</td>\n",
       "      <td>1.005537e-02</td>\n",
       "      <td>9.119631e-03</td>\n",
       "      <td>6.836827e-03</td>\n",
       "      <td>1.821816e-01</td>\n",
       "      <td>9.582100e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>R000608</td>\n",
       "      <td>🔜Next week applications open for the @Congress...</td>\n",
       "      <td>2018-06-02 18:15:09</td>\n",
       "      <td>8.622426e-13</td>\n",
       "      <td>7.176808e-13</td>\n",
       "      <td>9.999999e-01</td>\n",
       "      <td>9.312828e-13</td>\n",
       "      <td>6.505111e-13</td>\n",
       "      <td>7.774587e-13</td>\n",
       "      <td>8.337781e-13</td>\n",
       "      <td>...</td>\n",
       "      <td>6.991475e-13</td>\n",
       "      <td>7.023526e-13</td>\n",
       "      <td>9.592445e-13</td>\n",
       "      <td>1.536958e-12</td>\n",
       "      <td>8.836519e-13</td>\n",
       "      <td>9.479334e-13</td>\n",
       "      <td>6.359524e-13</td>\n",
       "      <td>6.312923e-13</td>\n",
       "      <td>8.685644e-13</td>\n",
       "      <td>1.054559e-12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>R000608</td>\n",
       "      <td>RT @NVPCA: Thank you @RepJackyRosen for all th...</td>\n",
       "      <td>2018-03-15 21:07:02</td>\n",
       "      <td>1.228478e-02</td>\n",
       "      <td>4.390819e-01</td>\n",
       "      <td>1.075044e-02</td>\n",
       "      <td>7.123262e-03</td>\n",
       "      <td>1.427190e-02</td>\n",
       "      <td>1.050206e-02</td>\n",
       "      <td>9.065306e-03</td>\n",
       "      <td>...</td>\n",
       "      <td>7.855969e-03</td>\n",
       "      <td>1.315193e-02</td>\n",
       "      <td>1.361399e-02</td>\n",
       "      <td>9.307476e-03</td>\n",
       "      <td>1.131049e-02</td>\n",
       "      <td>9.423092e-03</td>\n",
       "      <td>1.306653e-02</td>\n",
       "      <td>2.239101e-02</td>\n",
       "      <td>1.000003e-02</td>\n",
       "      <td>1.087018e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>R000608</td>\n",
       "      <td>RT @MichaelGKagan: Thank you for coming to lis...</td>\n",
       "      <td>2018-02-24 03:23:02</td>\n",
       "      <td>1.990634e-02</td>\n",
       "      <td>1.947257e-02</td>\n",
       "      <td>2.349321e-02</td>\n",
       "      <td>1.899954e-01</td>\n",
       "      <td>1.185260e-02</td>\n",
       "      <td>1.463970e-02</td>\n",
       "      <td>1.238219e-02</td>\n",
       "      <td>...</td>\n",
       "      <td>1.268531e-02</td>\n",
       "      <td>1.248565e-02</td>\n",
       "      <td>1.314480e-02</td>\n",
       "      <td>2.281822e-02</td>\n",
       "      <td>1.331643e-02</td>\n",
       "      <td>1.618619e-02</td>\n",
       "      <td>1.783636e-02</td>\n",
       "      <td>1.975366e-02</td>\n",
       "      <td>2.266425e-02</td>\n",
       "      <td>1.530550e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>R000608</td>\n",
       "      <td>ICYMI: The provisions from my bipartisan bill,...</td>\n",
       "      <td>2018-06-19 20:05:11</td>\n",
       "      <td>1.666414e-03</td>\n",
       "      <td>3.248606e-03</td>\n",
       "      <td>2.543268e-03</td>\n",
       "      <td>3.123749e-03</td>\n",
       "      <td>3.987057e-03</td>\n",
       "      <td>2.275093e-03</td>\n",
       "      <td>1.995515e-02</td>\n",
       "      <td>...</td>\n",
       "      <td>2.754410e-03</td>\n",
       "      <td>1.947268e-03</td>\n",
       "      <td>1.906263e-03</td>\n",
       "      <td>1.913290e-03</td>\n",
       "      <td>2.424267e-03</td>\n",
       "      <td>2.293314e-03</td>\n",
       "      <td>2.390105e-03</td>\n",
       "      <td>2.406334e-03</td>\n",
       "      <td>1.791780e-03</td>\n",
       "      <td>2.214305e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>R000608</td>\n",
       "      <td>Need assistance resolving an issue with a fede...</td>\n",
       "      <td>2018-07-20 20:55:08</td>\n",
       "      <td>8.523440e-06</td>\n",
       "      <td>7.969564e-06</td>\n",
       "      <td>7.944385e-06</td>\n",
       "      <td>6.552165e-06</td>\n",
       "      <td>8.102682e-06</td>\n",
       "      <td>1.521436e-04</td>\n",
       "      <td>6.345709e-06</td>\n",
       "      <td>...</td>\n",
       "      <td>7.704127e-06</td>\n",
       "      <td>1.100152e-05</td>\n",
       "      <td>9.442950e-06</td>\n",
       "      <td>7.783858e-06</td>\n",
       "      <td>8.590437e-06</td>\n",
       "      <td>1.027532e-05</td>\n",
       "      <td>5.909602e-06</td>\n",
       "      <td>8.306405e-06</td>\n",
       "      <td>7.554943e-06</td>\n",
       "      <td>6.177790e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>R000608</td>\n",
       "      <td>Moving our economy forward means advocating fo...</td>\n",
       "      <td>2018-08-08 18:10:10</td>\n",
       "      <td>3.161104e-08</td>\n",
       "      <td>4.291421e-08</td>\n",
       "      <td>6.620707e-08</td>\n",
       "      <td>4.597520e-08</td>\n",
       "      <td>4.310765e-08</td>\n",
       "      <td>3.075270e-08</td>\n",
       "      <td>4.599757e-08</td>\n",
       "      <td>...</td>\n",
       "      <td>3.266828e-08</td>\n",
       "      <td>3.701165e-08</td>\n",
       "      <td>3.797350e-08</td>\n",
       "      <td>2.828487e-08</td>\n",
       "      <td>3.553014e-08</td>\n",
       "      <td>3.044873e-08</td>\n",
       "      <td>5.253568e-08</td>\n",
       "      <td>5.052567e-08</td>\n",
       "      <td>5.343674e-08</td>\n",
       "      <td>5.785587e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>R000608</td>\n",
       "      <td>I’m proud to help introduce the FAIR Heroes Ac...</td>\n",
       "      <td>2017-12-06 22:06:22</td>\n",
       "      <td>2.182074e-05</td>\n",
       "      <td>1.631832e-05</td>\n",
       "      <td>2.193934e-05</td>\n",
       "      <td>2.480178e-05</td>\n",
       "      <td>1.718212e-05</td>\n",
       "      <td>2.063914e-05</td>\n",
       "      <td>1.787791e-05</td>\n",
       "      <td>...</td>\n",
       "      <td>3.370688e-05</td>\n",
       "      <td>2.366988e-05</td>\n",
       "      <td>3.151027e-05</td>\n",
       "      <td>1.506850e-05</td>\n",
       "      <td>2.085015e-05</td>\n",
       "      <td>2.031482e-05</td>\n",
       "      <td>2.253336e-05</td>\n",
       "      <td>3.798143e-05</td>\n",
       "      <td>2.345001e-05</td>\n",
       "      <td>2.851185e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>R000608</td>\n",
       "      <td>This #AsianAmericanHeritageMonth, we reflect o...</td>\n",
       "      <td>2017-05-03 19:12:34</td>\n",
       "      <td>2.238053e-04</td>\n",
       "      <td>2.962081e-04</td>\n",
       "      <td>3.642183e-04</td>\n",
       "      <td>2.910518e-04</td>\n",
       "      <td>2.242578e-04</td>\n",
       "      <td>2.567614e-04</td>\n",
       "      <td>1.818719e-04</td>\n",
       "      <td>...</td>\n",
       "      <td>3.153504e-04</td>\n",
       "      <td>2.665645e-04</td>\n",
       "      <td>1.991015e-04</td>\n",
       "      <td>1.463344e-04</td>\n",
       "      <td>2.022373e-04</td>\n",
       "      <td>1.833882e-04</td>\n",
       "      <td>2.507899e-04</td>\n",
       "      <td>3.644855e-04</td>\n",
       "      <td>1.897486e-04</td>\n",
       "      <td>2.425328e-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>R000608</td>\n",
       "      <td>👋#NV03 students! Time is running out for you t...</td>\n",
       "      <td>2018-09-14 21:20:12</td>\n",
       "      <td>7.828258e-09</td>\n",
       "      <td>1.030510e-08</td>\n",
       "      <td>9.999996e-01</td>\n",
       "      <td>5.565538e-09</td>\n",
       "      <td>7.848666e-09</td>\n",
       "      <td>5.538492e-09</td>\n",
       "      <td>5.777560e-09</td>\n",
       "      <td>...</td>\n",
       "      <td>8.026092e-09</td>\n",
       "      <td>7.118241e-09</td>\n",
       "      <td>9.040844e-09</td>\n",
       "      <td>1.063682e-08</td>\n",
       "      <td>9.911940e-09</td>\n",
       "      <td>6.275933e-09</td>\n",
       "      <td>1.070143e-08</td>\n",
       "      <td>9.627160e-09</td>\n",
       "      <td>1.274436e-08</td>\n",
       "      <td>7.105056e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>R000608</td>\n",
       "      <td>No woman should be deceived about her health c...</td>\n",
       "      <td>2018-03-21 13:23:57</td>\n",
       "      <td>5.226706e-06</td>\n",
       "      <td>4.969298e-06</td>\n",
       "      <td>8.318040e-06</td>\n",
       "      <td>5.244842e-06</td>\n",
       "      <td>5.292747e-06</td>\n",
       "      <td>4.598826e-06</td>\n",
       "      <td>4.763756e-06</td>\n",
       "      <td>...</td>\n",
       "      <td>3.861348e-06</td>\n",
       "      <td>4.133443e-06</td>\n",
       "      <td>7.884313e-06</td>\n",
       "      <td>5.360174e-06</td>\n",
       "      <td>4.428320e-06</td>\n",
       "      <td>7.523121e-06</td>\n",
       "      <td>7.772062e-06</td>\n",
       "      <td>4.665695e-06</td>\n",
       "      <td>4.883204e-06</td>\n",
       "      <td>4.059546e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>R000608</td>\n",
       "      <td>RT @atdleft: I spoke w/ @RepJackyRosen &amp;amp; d...</td>\n",
       "      <td>2017-05-12 20:21:24</td>\n",
       "      <td>8.040426e-05</td>\n",
       "      <td>7.132029e-05</td>\n",
       "      <td>9.883841e-05</td>\n",
       "      <td>7.308147e-05</td>\n",
       "      <td>8.897878e-05</td>\n",
       "      <td>6.898138e-05</td>\n",
       "      <td>6.403703e-05</td>\n",
       "      <td>...</td>\n",
       "      <td>7.221400e-05</td>\n",
       "      <td>8.153357e-05</td>\n",
       "      <td>8.369592e-05</td>\n",
       "      <td>6.332695e-05</td>\n",
       "      <td>7.464621e-05</td>\n",
       "      <td>7.900099e-05</td>\n",
       "      <td>9.870060e-05</td>\n",
       "      <td>9.083850e-05</td>\n",
       "      <td>7.940109e-05</td>\n",
       "      <td>9.701437e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>R000608</td>\n",
       "      <td>Calling on all high school students in #NV03 t...</td>\n",
       "      <td>2018-03-01 23:04:18</td>\n",
       "      <td>5.849111e-13</td>\n",
       "      <td>6.899109e-12</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>6.959120e-13</td>\n",
       "      <td>5.145663e-13</td>\n",
       "      <td>5.748224e-13</td>\n",
       "      <td>7.458901e-13</td>\n",
       "      <td>...</td>\n",
       "      <td>6.938166e-13</td>\n",
       "      <td>1.935751e-12</td>\n",
       "      <td>7.852965e-13</td>\n",
       "      <td>8.249576e-13</td>\n",
       "      <td>1.002423e-12</td>\n",
       "      <td>5.791717e-13</td>\n",
       "      <td>4.821959e-13</td>\n",
       "      <td>8.254393e-13</td>\n",
       "      <td>8.291395e-13</td>\n",
       "      <td>1.328484e-12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>R000608</td>\n",
       "      <td>REMINDER: Nevadans have one more day to sign u...</td>\n",
       "      <td>2017-12-14 19:50:00</td>\n",
       "      <td>4.451112e-06</td>\n",
       "      <td>5.023963e-06</td>\n",
       "      <td>4.516406e-06</td>\n",
       "      <td>4.597243e-06</td>\n",
       "      <td>4.065607e-05</td>\n",
       "      <td>4.118110e-06</td>\n",
       "      <td>4.609984e-06</td>\n",
       "      <td>...</td>\n",
       "      <td>4.392556e-06</td>\n",
       "      <td>5.290693e-06</td>\n",
       "      <td>5.192604e-06</td>\n",
       "      <td>3.676532e-06</td>\n",
       "      <td>5.411831e-06</td>\n",
       "      <td>3.777130e-06</td>\n",
       "      <td>5.936703e-06</td>\n",
       "      <td>4.052366e-06</td>\n",
       "      <td>3.513686e-06</td>\n",
       "      <td>8.479341e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>R000608</td>\n",
       "      <td>Only 9 days left to submit original artwork fo...</td>\n",
       "      <td>2018-03-05 17:02:13</td>\n",
       "      <td>1.671956e-11</td>\n",
       "      <td>1.378323e-11</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.463910e-11</td>\n",
       "      <td>1.495599e-11</td>\n",
       "      <td>1.314701e-11</td>\n",
       "      <td>1.799940e-11</td>\n",
       "      <td>...</td>\n",
       "      <td>1.207840e-11</td>\n",
       "      <td>2.113527e-11</td>\n",
       "      <td>1.352226e-11</td>\n",
       "      <td>1.234054e-11</td>\n",
       "      <td>1.513604e-11</td>\n",
       "      <td>1.151522e-11</td>\n",
       "      <td>1.548098e-11</td>\n",
       "      <td>2.187816e-11</td>\n",
       "      <td>2.410903e-11</td>\n",
       "      <td>1.749046e-11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>R000608</td>\n",
       "      <td>RT @atdleft: B4 Congress struck its 2017 budge...</td>\n",
       "      <td>2017-05-01 18:40:48</td>\n",
       "      <td>7.076229e-03</td>\n",
       "      <td>9.371950e-03</td>\n",
       "      <td>9.323979e-03</td>\n",
       "      <td>6.988714e-03</td>\n",
       "      <td>1.413345e-02</td>\n",
       "      <td>5.609788e-03</td>\n",
       "      <td>5.921298e-03</td>\n",
       "      <td>...</td>\n",
       "      <td>6.046645e-03</td>\n",
       "      <td>6.414538e-03</td>\n",
       "      <td>7.834965e-03</td>\n",
       "      <td>6.133224e-03</td>\n",
       "      <td>5.466569e-03</td>\n",
       "      <td>5.924566e-03</td>\n",
       "      <td>1.281144e-02</td>\n",
       "      <td>8.733119e-03</td>\n",
       "      <td>7.658167e-03</td>\n",
       "      <td>8.037807e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295297</th>\n",
       "      <td>B001311</td>\n",
       "      <td>Proud to stand with small businesses and their...</td>\n",
       "      <td>2020-03-14 05:10:17</td>\n",
       "      <td>1.371738e-02</td>\n",
       "      <td>1.378030e-01</td>\n",
       "      <td>9.922704e-03</td>\n",
       "      <td>5.487133e-02</td>\n",
       "      <td>1.210287e-02</td>\n",
       "      <td>8.640495e-03</td>\n",
       "      <td>1.231651e-02</td>\n",
       "      <td>...</td>\n",
       "      <td>1.315674e-02</td>\n",
       "      <td>1.474367e-02</td>\n",
       "      <td>8.508616e-03</td>\n",
       "      <td>8.061321e-03</td>\n",
       "      <td>1.203073e-02</td>\n",
       "      <td>1.135399e-02</td>\n",
       "      <td>1.367726e-02</td>\n",
       "      <td>1.265733e-02</td>\n",
       "      <td>1.216440e-02</td>\n",
       "      <td>1.053079e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295298</th>\n",
       "      <td>B001311</td>\n",
       "      <td>. @RepAdams &amp;amp; I partnered to argue that a ...</td>\n",
       "      <td>2020-01-15 16:59:03</td>\n",
       "      <td>3.745856e-03</td>\n",
       "      <td>6.770562e-03</td>\n",
       "      <td>4.903870e-03</td>\n",
       "      <td>3.054617e-03</td>\n",
       "      <td>3.166797e-03</td>\n",
       "      <td>7.608029e-01</td>\n",
       "      <td>3.615692e-03</td>\n",
       "      <td>...</td>\n",
       "      <td>3.960220e-03</td>\n",
       "      <td>4.270083e-03</td>\n",
       "      <td>2.893279e-03</td>\n",
       "      <td>3.065913e-03</td>\n",
       "      <td>4.987928e-03</td>\n",
       "      <td>4.179899e-03</td>\n",
       "      <td>4.821141e-03</td>\n",
       "      <td>7.300194e-03</td>\n",
       "      <td>4.529490e-03</td>\n",
       "      <td>5.397419e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295299</th>\n",
       "      <td>B001311</td>\n",
       "      <td>Honor to speak w/ @AIPAC members  from #NC09 a...</td>\n",
       "      <td>2020-03-03 20:41:30</td>\n",
       "      <td>9.829244e-06</td>\n",
       "      <td>1.099278e-06</td>\n",
       "      <td>1.207928e-06</td>\n",
       "      <td>9.969356e-07</td>\n",
       "      <td>1.585127e-06</td>\n",
       "      <td>1.335482e-06</td>\n",
       "      <td>1.503057e-06</td>\n",
       "      <td>...</td>\n",
       "      <td>1.492763e-06</td>\n",
       "      <td>2.256946e-06</td>\n",
       "      <td>1.326351e-06</td>\n",
       "      <td>1.544533e-06</td>\n",
       "      <td>1.747900e-06</td>\n",
       "      <td>9.742949e-07</td>\n",
       "      <td>9.310202e-07</td>\n",
       "      <td>1.390908e-06</td>\n",
       "      <td>1.287334e-06</td>\n",
       "      <td>1.549185e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295300</th>\n",
       "      <td>B001311</td>\n",
       "      <td>🚨 @HHSgov announced almost $3 million in aid t...</td>\n",
       "      <td>2020-03-25 18:56:40</td>\n",
       "      <td>1.186313e-07</td>\n",
       "      <td>8.898323e-08</td>\n",
       "      <td>7.043342e-08</td>\n",
       "      <td>1.029547e-07</td>\n",
       "      <td>8.133927e-08</td>\n",
       "      <td>9.999652e-01</td>\n",
       "      <td>7.837270e-08</td>\n",
       "      <td>...</td>\n",
       "      <td>6.809606e-08</td>\n",
       "      <td>1.024380e-07</td>\n",
       "      <td>7.358265e-08</td>\n",
       "      <td>3.014875e-07</td>\n",
       "      <td>1.020507e-07</td>\n",
       "      <td>8.266289e-08</td>\n",
       "      <td>8.767537e-08</td>\n",
       "      <td>9.909505e-08</td>\n",
       "      <td>8.426674e-08</td>\n",
       "      <td>7.348615e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295301</th>\n",
       "      <td>B001311</td>\n",
       "      <td>RT @senatorshoshana: Proud @RSI signed onto th...</td>\n",
       "      <td>2020-04-30 15:14:26</td>\n",
       "      <td>3.928351e-04</td>\n",
       "      <td>2.879438e-04</td>\n",
       "      <td>4.528826e-04</td>\n",
       "      <td>3.872895e-04</td>\n",
       "      <td>4.301781e-04</td>\n",
       "      <td>2.545798e-04</td>\n",
       "      <td>4.839183e-04</td>\n",
       "      <td>...</td>\n",
       "      <td>4.441633e-04</td>\n",
       "      <td>8.826232e-01</td>\n",
       "      <td>4.867579e-04</td>\n",
       "      <td>3.513205e-04</td>\n",
       "      <td>2.731652e-04</td>\n",
       "      <td>3.642104e-04</td>\n",
       "      <td>3.227147e-04</td>\n",
       "      <td>3.956889e-04</td>\n",
       "      <td>3.095320e-04</td>\n",
       "      <td>5.333457e-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295302</th>\n",
       "      <td>B001311</td>\n",
       "      <td>I had a great afternoon with @jbnoble at Smoke...</td>\n",
       "      <td>2020-04-15 23:18:55</td>\n",
       "      <td>6.007217e-03</td>\n",
       "      <td>6.306028e-03</td>\n",
       "      <td>7.163573e-03</td>\n",
       "      <td>6.931927e-03</td>\n",
       "      <td>5.637392e-03</td>\n",
       "      <td>4.596743e-02</td>\n",
       "      <td>1.239220e-01</td>\n",
       "      <td>...</td>\n",
       "      <td>5.807357e-03</td>\n",
       "      <td>8.532336e-03</td>\n",
       "      <td>6.815402e-03</td>\n",
       "      <td>2.976572e-02</td>\n",
       "      <td>6.840081e-03</td>\n",
       "      <td>1.037731e-02</td>\n",
       "      <td>8.544339e-03</td>\n",
       "      <td>1.101501e-02</td>\n",
       "      <td>1.020186e-02</td>\n",
       "      <td>6.942465e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295303</th>\n",
       "      <td>B001311</td>\n",
       "      <td>Truly heartwarming moment: @realdonaldtrump br...</td>\n",
       "      <td>2020-02-05 03:22:42</td>\n",
       "      <td>9.655993e-03</td>\n",
       "      <td>1.036122e-03</td>\n",
       "      <td>1.020620e-03</td>\n",
       "      <td>1.059543e-03</td>\n",
       "      <td>7.322202e-04</td>\n",
       "      <td>1.242858e-03</td>\n",
       "      <td>9.800988e-04</td>\n",
       "      <td>...</td>\n",
       "      <td>1.655609e-03</td>\n",
       "      <td>1.215304e-03</td>\n",
       "      <td>1.481504e-03</td>\n",
       "      <td>1.023469e-03</td>\n",
       "      <td>1.023286e-03</td>\n",
       "      <td>1.503262e-03</td>\n",
       "      <td>8.418445e-04</td>\n",
       "      <td>1.135368e-03</td>\n",
       "      <td>8.189462e-04</td>\n",
       "      <td>9.135826e-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295304</th>\n",
       "      <td>B001311</td>\n",
       "      <td>I was proud to join @RepJohnJoyce in urging th...</td>\n",
       "      <td>2020-04-15 13:25:58</td>\n",
       "      <td>1.295370e-06</td>\n",
       "      <td>2.320763e-06</td>\n",
       "      <td>2.763026e-06</td>\n",
       "      <td>1.405652e-06</td>\n",
       "      <td>1.212602e-06</td>\n",
       "      <td>9.902657e-03</td>\n",
       "      <td>4.327101e-06</td>\n",
       "      <td>...</td>\n",
       "      <td>1.182179e-06</td>\n",
       "      <td>9.343117e-06</td>\n",
       "      <td>3.112387e-06</td>\n",
       "      <td>1.032226e-06</td>\n",
       "      <td>1.513161e-06</td>\n",
       "      <td>1.661386e-06</td>\n",
       "      <td>1.810381e-06</td>\n",
       "      <td>1.486675e-06</td>\n",
       "      <td>1.671104e-06</td>\n",
       "      <td>1.473188e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295305</th>\n",
       "      <td>B001311</td>\n",
       "      <td>NOW is the time to apply for the #PaycheckProt...</td>\n",
       "      <td>2020-04-06 20:45:40</td>\n",
       "      <td>4.661658e-03</td>\n",
       "      <td>6.672062e-03</td>\n",
       "      <td>8.518515e-03</td>\n",
       "      <td>3.947311e-03</td>\n",
       "      <td>3.827109e-03</td>\n",
       "      <td>1.857902e-01</td>\n",
       "      <td>7.327672e-03</td>\n",
       "      <td>...</td>\n",
       "      <td>1.884018e-02</td>\n",
       "      <td>5.582366e-03</td>\n",
       "      <td>6.508894e-03</td>\n",
       "      <td>5.707801e-03</td>\n",
       "      <td>6.748080e-03</td>\n",
       "      <td>7.930068e-03</td>\n",
       "      <td>1.090248e-02</td>\n",
       "      <td>2.062286e-02</td>\n",
       "      <td>9.457325e-02</td>\n",
       "      <td>4.041273e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295306</th>\n",
       "      <td>B001311</td>\n",
       "      <td>ICYMI: Woke up early this morning to talk w/ @...</td>\n",
       "      <td>2020-04-30 23:33:43</td>\n",
       "      <td>6.421080e-03</td>\n",
       "      <td>7.749147e-03</td>\n",
       "      <td>1.066149e-02</td>\n",
       "      <td>1.132141e-02</td>\n",
       "      <td>1.007110e-02</td>\n",
       "      <td>1.308792e-02</td>\n",
       "      <td>1.254364e-02</td>\n",
       "      <td>...</td>\n",
       "      <td>9.015025e-03</td>\n",
       "      <td>1.536695e-02</td>\n",
       "      <td>7.017736e-03</td>\n",
       "      <td>7.166818e-03</td>\n",
       "      <td>1.050120e-01</td>\n",
       "      <td>9.535665e-03</td>\n",
       "      <td>1.621092e-02</td>\n",
       "      <td>1.009250e-02</td>\n",
       "      <td>1.447623e-02</td>\n",
       "      <td>1.054144e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295307</th>\n",
       "      <td>B001311</td>\n",
       "      <td>Keep supporting local restaurants &amp;amp; eateri...</td>\n",
       "      <td>2020-05-03 18:15:15</td>\n",
       "      <td>8.380038e-03</td>\n",
       "      <td>1.327035e-02</td>\n",
       "      <td>7.742342e-03</td>\n",
       "      <td>6.540830e-03</td>\n",
       "      <td>6.237790e-03</td>\n",
       "      <td>1.048267e-02</td>\n",
       "      <td>7.005241e-03</td>\n",
       "      <td>...</td>\n",
       "      <td>6.641821e-03</td>\n",
       "      <td>9.176983e-03</td>\n",
       "      <td>7.782517e-03</td>\n",
       "      <td>1.043328e-02</td>\n",
       "      <td>1.125120e-02</td>\n",
       "      <td>8.686204e-03</td>\n",
       "      <td>8.110690e-03</td>\n",
       "      <td>6.934223e-03</td>\n",
       "      <td>1.142878e-01</td>\n",
       "      <td>1.303873e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295308</th>\n",
       "      <td>B001311</td>\n",
       "      <td>It was an honor to speak at Charlotte’s natura...</td>\n",
       "      <td>2019-11-22 23:03:51</td>\n",
       "      <td>1.366169e-03</td>\n",
       "      <td>8.570216e-01</td>\n",
       "      <td>1.349851e-03</td>\n",
       "      <td>8.508819e-04</td>\n",
       "      <td>9.700894e-04</td>\n",
       "      <td>1.242751e-03</td>\n",
       "      <td>2.596437e-02</td>\n",
       "      <td>...</td>\n",
       "      <td>1.732753e-03</td>\n",
       "      <td>1.307087e-03</td>\n",
       "      <td>9.481263e-04</td>\n",
       "      <td>1.308687e-03</td>\n",
       "      <td>1.163096e-03</td>\n",
       "      <td>1.912997e-03</td>\n",
       "      <td>1.703038e-02</td>\n",
       "      <td>1.514468e-03</td>\n",
       "      <td>1.050445e-03</td>\n",
       "      <td>9.228984e-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295309</th>\n",
       "      <td>B001311</td>\n",
       "      <td>Early in COVID-19 outbreak, @realdonaldtrump s...</td>\n",
       "      <td>2020-03-11 20:26:52</td>\n",
       "      <td>9.819036e-07</td>\n",
       "      <td>5.385886e-07</td>\n",
       "      <td>5.642019e-07</td>\n",
       "      <td>7.391595e-07</td>\n",
       "      <td>6.487610e-07</td>\n",
       "      <td>3.633188e-02</td>\n",
       "      <td>8.714853e-07</td>\n",
       "      <td>...</td>\n",
       "      <td>6.218856e-06</td>\n",
       "      <td>8.933312e-07</td>\n",
       "      <td>8.378235e-07</td>\n",
       "      <td>9.103955e-07</td>\n",
       "      <td>2.139289e-05</td>\n",
       "      <td>6.514424e-07</td>\n",
       "      <td>5.595620e-07</td>\n",
       "      <td>6.210887e-07</td>\n",
       "      <td>9.635780e-01</td>\n",
       "      <td>7.080113e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295310</th>\n",
       "      <td>B001311</td>\n",
       "      <td>RT @RepTedBudd: I just introduced the bipartis...</td>\n",
       "      <td>2020-02-27 18:42:21</td>\n",
       "      <td>6.164487e-05</td>\n",
       "      <td>7.452182e-05</td>\n",
       "      <td>5.359161e-05</td>\n",
       "      <td>4.140930e-05</td>\n",
       "      <td>4.141345e-05</td>\n",
       "      <td>4.377245e-05</td>\n",
       "      <td>5.721857e-05</td>\n",
       "      <td>...</td>\n",
       "      <td>5.307930e-05</td>\n",
       "      <td>3.984235e-05</td>\n",
       "      <td>1.137909e-04</td>\n",
       "      <td>4.502115e-05</td>\n",
       "      <td>7.623538e-05</td>\n",
       "      <td>5.288407e-05</td>\n",
       "      <td>4.846075e-05</td>\n",
       "      <td>5.567318e-05</td>\n",
       "      <td>5.638829e-05</td>\n",
       "      <td>6.679328e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295311</th>\n",
       "      <td>B001311</td>\n",
       "      <td>USMCA upgrades trade w/ Canada &amp;amp; Mexico &amp;a...</td>\n",
       "      <td>2019-12-19 18:41:17</td>\n",
       "      <td>1.379788e-05</td>\n",
       "      <td>1.239444e-05</td>\n",
       "      <td>1.461164e-05</td>\n",
       "      <td>1.267988e-05</td>\n",
       "      <td>1.910556e-05</td>\n",
       "      <td>1.313602e-05</td>\n",
       "      <td>1.159408e-05</td>\n",
       "      <td>...</td>\n",
       "      <td>1.420195e-05</td>\n",
       "      <td>1.256768e-05</td>\n",
       "      <td>1.645448e-05</td>\n",
       "      <td>1.603578e-05</td>\n",
       "      <td>1.328060e-05</td>\n",
       "      <td>1.474841e-05</td>\n",
       "      <td>1.131841e-05</td>\n",
       "      <td>2.035175e-05</td>\n",
       "      <td>9.289079e-06</td>\n",
       "      <td>1.791887e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295312</th>\n",
       "      <td>B001311</td>\n",
       "      <td>Good news for Lumberton. I continue to work wi...</td>\n",
       "      <td>2020-01-16 19:25:22</td>\n",
       "      <td>7.880668e-07</td>\n",
       "      <td>1.137886e-06</td>\n",
       "      <td>8.979995e-07</td>\n",
       "      <td>6.883284e-07</td>\n",
       "      <td>1.145504e-06</td>\n",
       "      <td>9.995627e-01</td>\n",
       "      <td>5.830085e-07</td>\n",
       "      <td>...</td>\n",
       "      <td>7.285481e-07</td>\n",
       "      <td>7.235240e-07</td>\n",
       "      <td>7.267244e-07</td>\n",
       "      <td>5.460867e-07</td>\n",
       "      <td>6.562766e-07</td>\n",
       "      <td>6.660763e-07</td>\n",
       "      <td>1.349554e-06</td>\n",
       "      <td>5.029448e-07</td>\n",
       "      <td>6.626853e-07</td>\n",
       "      <td>9.101554e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295313</th>\n",
       "      <td>B001311</td>\n",
       "      <td>Once you receive equipment, circle back to tho...</td>\n",
       "      <td>2020-03-18 18:32:45</td>\n",
       "      <td>3.020365e-05</td>\n",
       "      <td>6.624243e-05</td>\n",
       "      <td>1.714936e-05</td>\n",
       "      <td>2.212300e-05</td>\n",
       "      <td>1.369504e-05</td>\n",
       "      <td>2.174688e-03</td>\n",
       "      <td>1.749262e-05</td>\n",
       "      <td>...</td>\n",
       "      <td>2.173913e-05</td>\n",
       "      <td>2.032689e-05</td>\n",
       "      <td>2.563368e-05</td>\n",
       "      <td>3.203342e-05</td>\n",
       "      <td>1.642929e-05</td>\n",
       "      <td>2.429683e-05</td>\n",
       "      <td>2.301714e-05</td>\n",
       "      <td>1.433734e-05</td>\n",
       "      <td>9.965196e-01</td>\n",
       "      <td>2.053941e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295314</th>\n",
       "      <td>B001311</td>\n",
       "      <td>Justice for Victims of Sanctuary Cities Act is...</td>\n",
       "      <td>2020-03-11 16:25:54</td>\n",
       "      <td>2.877939e-07</td>\n",
       "      <td>1.478880e-07</td>\n",
       "      <td>3.744655e-07</td>\n",
       "      <td>2.088542e-07</td>\n",
       "      <td>2.515295e-07</td>\n",
       "      <td>9.378559e-07</td>\n",
       "      <td>2.619644e-07</td>\n",
       "      <td>...</td>\n",
       "      <td>1.592091e-06</td>\n",
       "      <td>2.263356e-07</td>\n",
       "      <td>2.515067e-07</td>\n",
       "      <td>2.149083e-07</td>\n",
       "      <td>4.168976e-07</td>\n",
       "      <td>2.525895e-07</td>\n",
       "      <td>2.673182e-07</td>\n",
       "      <td>1.986552e-07</td>\n",
       "      <td>2.465257e-07</td>\n",
       "      <td>1.877530e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295315</th>\n",
       "      <td>B001311</td>\n",
       "      <td>I voted NO on the #FISA reauth. Here’s why 👇👇👇...</td>\n",
       "      <td>2020-03-11 21:14:59</td>\n",
       "      <td>4.286501e-02</td>\n",
       "      <td>1.450524e-02</td>\n",
       "      <td>1.510631e-02</td>\n",
       "      <td>1.534902e-02</td>\n",
       "      <td>1.513163e-02</td>\n",
       "      <td>1.833778e-02</td>\n",
       "      <td>2.028476e-02</td>\n",
       "      <td>...</td>\n",
       "      <td>1.736621e-02</td>\n",
       "      <td>1.660280e-02</td>\n",
       "      <td>1.486104e-02</td>\n",
       "      <td>1.153137e-02</td>\n",
       "      <td>1.822551e-02</td>\n",
       "      <td>2.126172e-02</td>\n",
       "      <td>1.893808e-02</td>\n",
       "      <td>1.326051e-02</td>\n",
       "      <td>1.640397e-02</td>\n",
       "      <td>1.888102e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295316</th>\n",
       "      <td>B001311</td>\n",
       "      <td>Click the link below for more information! \\n\\...</td>\n",
       "      <td>2020-04-04 20:45:16</td>\n",
       "      <td>6.102429e-06</td>\n",
       "      <td>5.596930e-06</td>\n",
       "      <td>6.051950e-06</td>\n",
       "      <td>7.214645e-06</td>\n",
       "      <td>4.954176e-06</td>\n",
       "      <td>6.491227e-06</td>\n",
       "      <td>6.079566e-06</td>\n",
       "      <td>...</td>\n",
       "      <td>1.193464e-05</td>\n",
       "      <td>6.450289e-06</td>\n",
       "      <td>9.510843e-06</td>\n",
       "      <td>6.044485e-06</td>\n",
       "      <td>5.423112e-06</td>\n",
       "      <td>5.466907e-06</td>\n",
       "      <td>9.990013e-06</td>\n",
       "      <td>5.242258e-06</td>\n",
       "      <td>9.221154e-06</td>\n",
       "      <td>6.631823e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295317</th>\n",
       "      <td>B001311</td>\n",
       "      <td>NC announced that almost 360,000 Food and Nutr...</td>\n",
       "      <td>2020-04-08 16:57:57</td>\n",
       "      <td>1.895949e-04</td>\n",
       "      <td>1.719546e-04</td>\n",
       "      <td>1.368718e-04</td>\n",
       "      <td>2.145948e-04</td>\n",
       "      <td>1.400427e-04</td>\n",
       "      <td>2.897730e-04</td>\n",
       "      <td>2.939228e-04</td>\n",
       "      <td>...</td>\n",
       "      <td>1.521267e-04</td>\n",
       "      <td>1.812399e-04</td>\n",
       "      <td>1.798084e-04</td>\n",
       "      <td>1.698247e-04</td>\n",
       "      <td>1.421107e-04</td>\n",
       "      <td>2.368216e-04</td>\n",
       "      <td>1.939909e-04</td>\n",
       "      <td>4.823961e-02</td>\n",
       "      <td>8.833064e-01</td>\n",
       "      <td>2.081814e-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295318</th>\n",
       "      <td>B001311</td>\n",
       "      <td>I spoke with @AbigailCBN about #impeachment. C...</td>\n",
       "      <td>2020-01-16 21:07:58</td>\n",
       "      <td>1.013177e-02</td>\n",
       "      <td>4.407001e-03</td>\n",
       "      <td>7.734000e-03</td>\n",
       "      <td>5.533000e-01</td>\n",
       "      <td>7.993602e-03</td>\n",
       "      <td>1.031788e-02</td>\n",
       "      <td>6.782546e-03</td>\n",
       "      <td>...</td>\n",
       "      <td>6.239326e-03</td>\n",
       "      <td>5.694380e-03</td>\n",
       "      <td>6.493731e-03</td>\n",
       "      <td>7.000403e-03</td>\n",
       "      <td>7.329398e-03</td>\n",
       "      <td>1.220092e-02</td>\n",
       "      <td>5.839171e-03</td>\n",
       "      <td>4.892507e-03</td>\n",
       "      <td>4.418047e-03</td>\n",
       "      <td>6.002713e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295319</th>\n",
       "      <td>B001311</td>\n",
       "      <td>Love seeing businesses and jobs head to North ...</td>\n",
       "      <td>2019-10-25 17:46:32</td>\n",
       "      <td>4.055598e-07</td>\n",
       "      <td>5.471777e-07</td>\n",
       "      <td>7.432719e-06</td>\n",
       "      <td>4.634488e-07</td>\n",
       "      <td>4.671385e-07</td>\n",
       "      <td>6.316377e-07</td>\n",
       "      <td>6.435584e-05</td>\n",
       "      <td>...</td>\n",
       "      <td>5.721564e-07</td>\n",
       "      <td>4.080731e-07</td>\n",
       "      <td>5.776758e-07</td>\n",
       "      <td>4.141729e-07</td>\n",
       "      <td>3.926394e-06</td>\n",
       "      <td>7.498730e-07</td>\n",
       "      <td>5.038698e-07</td>\n",
       "      <td>1.319669e-06</td>\n",
       "      <td>5.933446e-06</td>\n",
       "      <td>4.186029e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295320</th>\n",
       "      <td>B001311</td>\n",
       "      <td>🚨HATE Robocalls??🚨\\n\\nThey aren't just a nuisa...</td>\n",
       "      <td>2020-02-27 18:42:05</td>\n",
       "      <td>8.526988e-03</td>\n",
       "      <td>6.675479e-03</td>\n",
       "      <td>8.769941e-03</td>\n",
       "      <td>5.820047e-03</td>\n",
       "      <td>5.127604e-03</td>\n",
       "      <td>8.257891e-03</td>\n",
       "      <td>7.029287e-03</td>\n",
       "      <td>...</td>\n",
       "      <td>2.761115e-02</td>\n",
       "      <td>6.542381e-03</td>\n",
       "      <td>1.207150e-02</td>\n",
       "      <td>7.308655e-03</td>\n",
       "      <td>8.147901e-03</td>\n",
       "      <td>5.775234e-03</td>\n",
       "      <td>1.716286e-02</td>\n",
       "      <td>8.701482e-03</td>\n",
       "      <td>1.148073e-02</td>\n",
       "      <td>1.152807e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295321</th>\n",
       "      <td>B001311</td>\n",
       "      <td>🚨If you are an able retired medical profession...</td>\n",
       "      <td>2020-04-01 18:45:00</td>\n",
       "      <td>6.107590e-04</td>\n",
       "      <td>1.005387e-03</td>\n",
       "      <td>4.859720e-04</td>\n",
       "      <td>6.823158e-04</td>\n",
       "      <td>5.394423e-04</td>\n",
       "      <td>3.448231e-03</td>\n",
       "      <td>6.592905e-04</td>\n",
       "      <td>...</td>\n",
       "      <td>5.313749e-04</td>\n",
       "      <td>7.166399e-04</td>\n",
       "      <td>6.685673e-04</td>\n",
       "      <td>1.097753e-03</td>\n",
       "      <td>8.411226e-04</td>\n",
       "      <td>5.366947e-04</td>\n",
       "      <td>7.759585e-04</td>\n",
       "      <td>8.318371e-04</td>\n",
       "      <td>6.570816e-02</td>\n",
       "      <td>5.314779e-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295322</th>\n",
       "      <td>B001311</td>\n",
       "      <td>RT @RepMattGaetz: \"If you accept all of their ...</td>\n",
       "      <td>2019-12-04 18:45:07</td>\n",
       "      <td>8.414776e-03</td>\n",
       "      <td>1.139900e-02</td>\n",
       "      <td>9.241482e-03</td>\n",
       "      <td>7.451059e-03</td>\n",
       "      <td>1.232418e-02</td>\n",
       "      <td>1.799050e-02</td>\n",
       "      <td>9.635909e-03</td>\n",
       "      <td>...</td>\n",
       "      <td>1.361298e-02</td>\n",
       "      <td>2.480857e-02</td>\n",
       "      <td>1.181760e-02</td>\n",
       "      <td>1.535182e-02</td>\n",
       "      <td>1.136446e-02</td>\n",
       "      <td>1.336081e-02</td>\n",
       "      <td>1.096483e-02</td>\n",
       "      <td>1.277575e-02</td>\n",
       "      <td>9.727568e-03</td>\n",
       "      <td>1.396821e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295323</th>\n",
       "      <td>B001311</td>\n",
       "      <td>Merry Christmas! 🎄 https://t.co/QsShG6aykE</td>\n",
       "      <td>2019-12-25 18:23:45</td>\n",
       "      <td>2.086330e-03</td>\n",
       "      <td>1.393762e-03</td>\n",
       "      <td>2.477421e-03</td>\n",
       "      <td>1.461199e-03</td>\n",
       "      <td>9.245893e-01</td>\n",
       "      <td>1.486681e-03</td>\n",
       "      <td>1.506670e-03</td>\n",
       "      <td>...</td>\n",
       "      <td>9.941924e-04</td>\n",
       "      <td>1.076633e-03</td>\n",
       "      <td>1.868862e-03</td>\n",
       "      <td>1.121877e-03</td>\n",
       "      <td>2.448396e-03</td>\n",
       "      <td>1.741463e-03</td>\n",
       "      <td>1.398701e-03</td>\n",
       "      <td>2.031949e-03</td>\n",
       "      <td>1.428515e-03</td>\n",
       "      <td>1.815465e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295324</th>\n",
       "      <td>B001311</td>\n",
       "      <td>Been working hard w/ @Statedept to help get US...</td>\n",
       "      <td>2020-03-27 19:47:47</td>\n",
       "      <td>9.390868e-03</td>\n",
       "      <td>6.255470e-03</td>\n",
       "      <td>5.150463e-03</td>\n",
       "      <td>5.723306e-03</td>\n",
       "      <td>8.895618e-02</td>\n",
       "      <td>1.177551e-02</td>\n",
       "      <td>4.642380e-01</td>\n",
       "      <td>...</td>\n",
       "      <td>4.801423e-03</td>\n",
       "      <td>1.031717e-02</td>\n",
       "      <td>5.451702e-03</td>\n",
       "      <td>1.273152e-02</td>\n",
       "      <td>5.367038e-03</td>\n",
       "      <td>5.513091e-03</td>\n",
       "      <td>5.721159e-03</td>\n",
       "      <td>8.703829e-03</td>\n",
       "      <td>2.347461e-02</td>\n",
       "      <td>1.010694e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295325</th>\n",
       "      <td>B001311</td>\n",
       "      <td>👏 @Allstate is REFUNDING $$$ hundreds of milli...</td>\n",
       "      <td>2020-04-07 20:08:57</td>\n",
       "      <td>4.440338e-05</td>\n",
       "      <td>3.566646e-05</td>\n",
       "      <td>5.420131e-05</td>\n",
       "      <td>6.043335e-05</td>\n",
       "      <td>4.074877e-05</td>\n",
       "      <td>4.048452e-05</td>\n",
       "      <td>5.707556e-05</td>\n",
       "      <td>...</td>\n",
       "      <td>4.703678e-05</td>\n",
       "      <td>4.621961e-05</td>\n",
       "      <td>3.675150e-05</td>\n",
       "      <td>2.073821e-03</td>\n",
       "      <td>6.099715e-05</td>\n",
       "      <td>6.506409e-05</td>\n",
       "      <td>5.075142e-05</td>\n",
       "      <td>4.553808e-05</td>\n",
       "      <td>5.203320e-05</td>\n",
       "      <td>5.301612e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295326</th>\n",
       "      <td>B001311</td>\n",
       "      <td>This President, @realDonaldTrump stands for LI...</td>\n",
       "      <td>2020-02-05 03:03:52</td>\n",
       "      <td>3.219324e-03</td>\n",
       "      <td>1.875604e-03</td>\n",
       "      <td>3.317002e-03</td>\n",
       "      <td>5.234781e-03</td>\n",
       "      <td>1.638083e-03</td>\n",
       "      <td>2.141423e-03</td>\n",
       "      <td>2.498025e-03</td>\n",
       "      <td>...</td>\n",
       "      <td>2.741051e-03</td>\n",
       "      <td>2.231870e-03</td>\n",
       "      <td>3.085162e-03</td>\n",
       "      <td>2.439470e-03</td>\n",
       "      <td>2.555417e-03</td>\n",
       "      <td>1.960378e-03</td>\n",
       "      <td>2.033162e-03</td>\n",
       "      <td>2.089908e-03</td>\n",
       "      <td>2.235353e-03</td>\n",
       "      <td>1.178958e-02</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>295327 rows × 53 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Bioguide_ID                                               Text  \\\n",
       "0          R000608  The skyrocketing cost of life-saving medicatio...   \n",
       "1          R000608  To all of the brave women who have had to say ...   \n",
       "2          R000608  #Passover is a beautiful time to remember our ...   \n",
       "3          R000608  I was glad to help pass bipartisan legislation...   \n",
       "4          R000608  GOP budget does nothing to help Nevada's middl...   \n",
       "5          R000608  I'm proud of my immigrant heritage. We are a n...   \n",
       "6          R000608  RT @cityofhenderson: Mayor @debra_march &amp; ...   \n",
       "7          R000608  An attack on solar energy is an attack on the ...   \n",
       "8          R000608  RT @SEIA: Great op-ed by @RepJackyRosen on the...   \n",
       "9          R000608  RT @ABC: 58 doves released outside Las Vegas C...   \n",
       "10         R000608  Tune in to watch my interview with @PatrickWal...   \n",
       "11         R000608  I’m honored to have participated in the S. NV ...   \n",
       "12         R000608  Congrats to this month’s #NevadaWomanInSTEM, C...   \n",
       "13         R000608  My heart is with those who fear their families...   \n",
       "14         R000608  RT @AARPNV: Thank you @RepJackyRosen for votin...   \n",
       "15         R000608  🔜Next week applications open for the @Congress...   \n",
       "16         R000608  RT @NVPCA: Thank you @RepJackyRosen for all th...   \n",
       "17         R000608  RT @MichaelGKagan: Thank you for coming to lis...   \n",
       "18         R000608  ICYMI: The provisions from my bipartisan bill,...   \n",
       "19         R000608  Need assistance resolving an issue with a fede...   \n",
       "20         R000608  Moving our economy forward means advocating fo...   \n",
       "21         R000608  I’m proud to help introduce the FAIR Heroes Ac...   \n",
       "22         R000608  This #AsianAmericanHeritageMonth, we reflect o...   \n",
       "23         R000608  👋#NV03 students! Time is running out for you t...   \n",
       "24         R000608  No woman should be deceived about her health c...   \n",
       "25         R000608  RT @atdleft: I spoke w/ @RepJackyRosen &amp; d...   \n",
       "26         R000608  Calling on all high school students in #NV03 t...   \n",
       "27         R000608  REMINDER: Nevadans have one more day to sign u...   \n",
       "28         R000608  Only 9 days left to submit original artwork fo...   \n",
       "29         R000608  RT @atdleft: B4 Congress struck its 2017 budge...   \n",
       "...            ...                                                ...   \n",
       "295297     B001311  Proud to stand with small businesses and their...   \n",
       "295298     B001311  . @RepAdams &amp; I partnered to argue that a ...   \n",
       "295299     B001311  Honor to speak w/ @AIPAC members  from #NC09 a...   \n",
       "295300     B001311  🚨 @HHSgov announced almost $3 million in aid t...   \n",
       "295301     B001311  RT @senatorshoshana: Proud @RSI signed onto th...   \n",
       "295302     B001311  I had a great afternoon with @jbnoble at Smoke...   \n",
       "295303     B001311  Truly heartwarming moment: @realdonaldtrump br...   \n",
       "295304     B001311  I was proud to join @RepJohnJoyce in urging th...   \n",
       "295305     B001311  NOW is the time to apply for the #PaycheckProt...   \n",
       "295306     B001311  ICYMI: Woke up early this morning to talk w/ @...   \n",
       "295307     B001311  Keep supporting local restaurants &amp; eateri...   \n",
       "295308     B001311  It was an honor to speak at Charlotte’s natura...   \n",
       "295309     B001311  Early in COVID-19 outbreak, @realdonaldtrump s...   \n",
       "295310     B001311  RT @RepTedBudd: I just introduced the bipartis...   \n",
       "295311     B001311  USMCA upgrades trade w/ Canada &amp; Mexico &a...   \n",
       "295312     B001311  Good news for Lumberton. I continue to work wi...   \n",
       "295313     B001311  Once you receive equipment, circle back to tho...   \n",
       "295314     B001311  Justice for Victims of Sanctuary Cities Act is...   \n",
       "295315     B001311  I voted NO on the #FISA reauth. Here’s why 👇👇👇...   \n",
       "295316     B001311  Click the link below for more information! \\n\\...   \n",
       "295317     B001311  NC announced that almost 360,000 Food and Nutr...   \n",
       "295318     B001311  I spoke with @AbigailCBN about #impeachment. C...   \n",
       "295319     B001311  Love seeing businesses and jobs head to North ...   \n",
       "295320     B001311  🚨HATE Robocalls??🚨\\n\\nThey aren't just a nuisa...   \n",
       "295321     B001311  🚨If you are an able retired medical profession...   \n",
       "295322     B001311  RT @RepMattGaetz: \"If you accept all of their ...   \n",
       "295323     B001311         Merry Christmas! 🎄 https://t.co/QsShG6aykE   \n",
       "295324     B001311  Been working hard w/ @Statedept to help get US...   \n",
       "295325     B001311  👏 @Allstate is REFUNDING $$$ hundreds of milli...   \n",
       "295326     B001311  This President, @realDonaldTrump stands for LI...   \n",
       "\n",
       "                 Timestamp        Topic0        Topic1        Topic2  \\\n",
       "0      2018-05-16 19:41:06  7.226169e-10  8.361409e-10  7.392004e-10   \n",
       "1      2017-06-23 21:04:19  7.976002e-03  6.286089e-03  7.067407e-03   \n",
       "2      2018-03-31 04:17:40  1.313137e-06  1.806668e-07  2.935374e-07   \n",
       "3      2018-09-13 20:05:17  4.191970e-07  3.850846e-07  5.170511e-07   \n",
       "4      2017-10-26 20:31:40  1.952114e-06  1.667295e-06  1.158133e-06   \n",
       "5      2017-08-18 22:44:09  3.831998e-03  2.839624e-03  3.571552e-03   \n",
       "6      2018-02-27 22:28:21  2.402019e-02  1.345938e-02  1.252030e-02   \n",
       "7      2018-06-18 19:30:29  9.097707e-05  9.297027e-05  1.274027e-04   \n",
       "8      2018-04-26 15:15:11  1.626882e-04  1.547870e-04  1.406755e-04   \n",
       "9      2017-10-08 19:02:57  2.418033e-02  9.975508e-03  1.231846e-02   \n",
       "10     2017-04-06 22:06:01  2.753248e-04  2.749650e-04  3.681352e-04   \n",
       "11     2018-03-31 17:40:00  1.824582e-04  6.723488e-04  1.376382e-04   \n",
       "12     2018-05-16 16:30:14  9.362407e-03  1.014029e-01  1.154179e-02   \n",
       "13     2017-06-16 20:14:07  1.109285e-06  8.077595e-07  8.685322e-07   \n",
       "14     2018-08-23 20:55:11  1.177196e-02  6.640176e-03  7.717868e-03   \n",
       "15     2018-06-02 18:15:09  8.622426e-13  7.176808e-13  9.999999e-01   \n",
       "16     2018-03-15 21:07:02  1.228478e-02  4.390819e-01  1.075044e-02   \n",
       "17     2018-02-24 03:23:02  1.990634e-02  1.947257e-02  2.349321e-02   \n",
       "18     2018-06-19 20:05:11  1.666414e-03  3.248606e-03  2.543268e-03   \n",
       "19     2018-07-20 20:55:08  8.523440e-06  7.969564e-06  7.944385e-06   \n",
       "20     2018-08-08 18:10:10  3.161104e-08  4.291421e-08  6.620707e-08   \n",
       "21     2017-12-06 22:06:22  2.182074e-05  1.631832e-05  2.193934e-05   \n",
       "22     2017-05-03 19:12:34  2.238053e-04  2.962081e-04  3.642183e-04   \n",
       "23     2018-09-14 21:20:12  7.828258e-09  1.030510e-08  9.999996e-01   \n",
       "24     2018-03-21 13:23:57  5.226706e-06  4.969298e-06  8.318040e-06   \n",
       "25     2017-05-12 20:21:24  8.040426e-05  7.132029e-05  9.883841e-05   \n",
       "26     2018-03-01 23:04:18  5.849111e-13  6.899109e-12  1.000000e+00   \n",
       "27     2017-12-14 19:50:00  4.451112e-06  5.023963e-06  4.516406e-06   \n",
       "28     2018-03-05 17:02:13  1.671956e-11  1.378323e-11  1.000000e+00   \n",
       "29     2017-05-01 18:40:48  7.076229e-03  9.371950e-03  9.323979e-03   \n",
       "...                    ...           ...           ...           ...   \n",
       "295297 2020-03-14 05:10:17  1.371738e-02  1.378030e-01  9.922704e-03   \n",
       "295298 2020-01-15 16:59:03  3.745856e-03  6.770562e-03  4.903870e-03   \n",
       "295299 2020-03-03 20:41:30  9.829244e-06  1.099278e-06  1.207928e-06   \n",
       "295300 2020-03-25 18:56:40  1.186313e-07  8.898323e-08  7.043342e-08   \n",
       "295301 2020-04-30 15:14:26  3.928351e-04  2.879438e-04  4.528826e-04   \n",
       "295302 2020-04-15 23:18:55  6.007217e-03  6.306028e-03  7.163573e-03   \n",
       "295303 2020-02-05 03:22:42  9.655993e-03  1.036122e-03  1.020620e-03   \n",
       "295304 2020-04-15 13:25:58  1.295370e-06  2.320763e-06  2.763026e-06   \n",
       "295305 2020-04-06 20:45:40  4.661658e-03  6.672062e-03  8.518515e-03   \n",
       "295306 2020-04-30 23:33:43  6.421080e-03  7.749147e-03  1.066149e-02   \n",
       "295307 2020-05-03 18:15:15  8.380038e-03  1.327035e-02  7.742342e-03   \n",
       "295308 2019-11-22 23:03:51  1.366169e-03  8.570216e-01  1.349851e-03   \n",
       "295309 2020-03-11 20:26:52  9.819036e-07  5.385886e-07  5.642019e-07   \n",
       "295310 2020-02-27 18:42:21  6.164487e-05  7.452182e-05  5.359161e-05   \n",
       "295311 2019-12-19 18:41:17  1.379788e-05  1.239444e-05  1.461164e-05   \n",
       "295312 2020-01-16 19:25:22  7.880668e-07  1.137886e-06  8.979995e-07   \n",
       "295313 2020-03-18 18:32:45  3.020365e-05  6.624243e-05  1.714936e-05   \n",
       "295314 2020-03-11 16:25:54  2.877939e-07  1.478880e-07  3.744655e-07   \n",
       "295315 2020-03-11 21:14:59  4.286501e-02  1.450524e-02  1.510631e-02   \n",
       "295316 2020-04-04 20:45:16  6.102429e-06  5.596930e-06  6.051950e-06   \n",
       "295317 2020-04-08 16:57:57  1.895949e-04  1.719546e-04  1.368718e-04   \n",
       "295318 2020-01-16 21:07:58  1.013177e-02  4.407001e-03  7.734000e-03   \n",
       "295319 2019-10-25 17:46:32  4.055598e-07  5.471777e-07  7.432719e-06   \n",
       "295320 2020-02-27 18:42:05  8.526988e-03  6.675479e-03  8.769941e-03   \n",
       "295321 2020-04-01 18:45:00  6.107590e-04  1.005387e-03  4.859720e-04   \n",
       "295322 2019-12-04 18:45:07  8.414776e-03  1.139900e-02  9.241482e-03   \n",
       "295323 2019-12-25 18:23:45  2.086330e-03  1.393762e-03  2.477421e-03   \n",
       "295324 2020-03-27 19:47:47  9.390868e-03  6.255470e-03  5.150463e-03   \n",
       "295325 2020-04-07 20:08:57  4.440338e-05  3.566646e-05  5.420131e-05   \n",
       "295326 2020-02-05 03:03:52  3.219324e-03  1.875604e-03  3.317002e-03   \n",
       "\n",
       "              Topic3        Topic4        Topic5        Topic6  ...  \\\n",
       "0       6.595560e-10  1.026149e-09  1.118059e-09  1.813668e-09  ...   \n",
       "1       6.662658e-03  7.591251e-03  5.315441e-03  5.982684e-03  ...   \n",
       "2       2.588305e-07  9.992173e-01  1.729558e-07  3.001673e-07  ...   \n",
       "3       5.805783e-07  4.781467e-07  4.895167e-06  5.304213e-07  ...   \n",
       "4       2.797274e-06  2.645516e-06  1.789429e-06  2.595787e-06  ...   \n",
       "5       2.847226e-03  1.975403e-03  2.181661e-03  2.398398e-03  ...   \n",
       "6       1.317601e-02  1.422316e-02  1.098788e-02  2.007978e-02  ...   \n",
       "7       1.244259e-04  1.294328e-04  8.686227e-05  2.307368e-03  ...   \n",
       "8       9.901806e-05  1.351938e-04  1.036147e-04  9.839463e-01  ...   \n",
       "9       1.641837e-02  1.068756e-02  8.170394e-03  1.185546e-02  ...   \n",
       "10      4.206336e-02  3.568601e-04  4.113414e-04  4.592632e-04  ...   \n",
       "11      5.683086e-05  6.025447e-05  2.448959e-03  9.302255e-05  ...   \n",
       "12      1.423184e-02  1.180882e-02  1.229222e-02  2.295894e-02  ...   \n",
       "13      6.249131e-07  7.091911e-07  7.512793e-07  8.404839e-06  ...   \n",
       "14      6.101850e-03  1.596054e-02  1.078097e-02  8.198458e-03  ...   \n",
       "15      9.312828e-13  6.505111e-13  7.774587e-13  8.337781e-13  ...   \n",
       "16      7.123262e-03  1.427190e-02  1.050206e-02  9.065306e-03  ...   \n",
       "17      1.899954e-01  1.185260e-02  1.463970e-02  1.238219e-02  ...   \n",
       "18      3.123749e-03  3.987057e-03  2.275093e-03  1.995515e-02  ...   \n",
       "19      6.552165e-06  8.102682e-06  1.521436e-04  6.345709e-06  ...   \n",
       "20      4.597520e-08  4.310765e-08  3.075270e-08  4.599757e-08  ...   \n",
       "21      2.480178e-05  1.718212e-05  2.063914e-05  1.787791e-05  ...   \n",
       "22      2.910518e-04  2.242578e-04  2.567614e-04  1.818719e-04  ...   \n",
       "23      5.565538e-09  7.848666e-09  5.538492e-09  5.777560e-09  ...   \n",
       "24      5.244842e-06  5.292747e-06  4.598826e-06  4.763756e-06  ...   \n",
       "25      7.308147e-05  8.897878e-05  6.898138e-05  6.403703e-05  ...   \n",
       "26      6.959120e-13  5.145663e-13  5.748224e-13  7.458901e-13  ...   \n",
       "27      4.597243e-06  4.065607e-05  4.118110e-06  4.609984e-06  ...   \n",
       "28      1.463910e-11  1.495599e-11  1.314701e-11  1.799940e-11  ...   \n",
       "29      6.988714e-03  1.413345e-02  5.609788e-03  5.921298e-03  ...   \n",
       "...              ...           ...           ...           ...  ...   \n",
       "295297  5.487133e-02  1.210287e-02  8.640495e-03  1.231651e-02  ...   \n",
       "295298  3.054617e-03  3.166797e-03  7.608029e-01  3.615692e-03  ...   \n",
       "295299  9.969356e-07  1.585127e-06  1.335482e-06  1.503057e-06  ...   \n",
       "295300  1.029547e-07  8.133927e-08  9.999652e-01  7.837270e-08  ...   \n",
       "295301  3.872895e-04  4.301781e-04  2.545798e-04  4.839183e-04  ...   \n",
       "295302  6.931927e-03  5.637392e-03  4.596743e-02  1.239220e-01  ...   \n",
       "295303  1.059543e-03  7.322202e-04  1.242858e-03  9.800988e-04  ...   \n",
       "295304  1.405652e-06  1.212602e-06  9.902657e-03  4.327101e-06  ...   \n",
       "295305  3.947311e-03  3.827109e-03  1.857902e-01  7.327672e-03  ...   \n",
       "295306  1.132141e-02  1.007110e-02  1.308792e-02  1.254364e-02  ...   \n",
       "295307  6.540830e-03  6.237790e-03  1.048267e-02  7.005241e-03  ...   \n",
       "295308  8.508819e-04  9.700894e-04  1.242751e-03  2.596437e-02  ...   \n",
       "295309  7.391595e-07  6.487610e-07  3.633188e-02  8.714853e-07  ...   \n",
       "295310  4.140930e-05  4.141345e-05  4.377245e-05  5.721857e-05  ...   \n",
       "295311  1.267988e-05  1.910556e-05  1.313602e-05  1.159408e-05  ...   \n",
       "295312  6.883284e-07  1.145504e-06  9.995627e-01  5.830085e-07  ...   \n",
       "295313  2.212300e-05  1.369504e-05  2.174688e-03  1.749262e-05  ...   \n",
       "295314  2.088542e-07  2.515295e-07  9.378559e-07  2.619644e-07  ...   \n",
       "295315  1.534902e-02  1.513163e-02  1.833778e-02  2.028476e-02  ...   \n",
       "295316  7.214645e-06  4.954176e-06  6.491227e-06  6.079566e-06  ...   \n",
       "295317  2.145948e-04  1.400427e-04  2.897730e-04  2.939228e-04  ...   \n",
       "295318  5.533000e-01  7.993602e-03  1.031788e-02  6.782546e-03  ...   \n",
       "295319  4.634488e-07  4.671385e-07  6.316377e-07  6.435584e-05  ...   \n",
       "295320  5.820047e-03  5.127604e-03  8.257891e-03  7.029287e-03  ...   \n",
       "295321  6.823158e-04  5.394423e-04  3.448231e-03  6.592905e-04  ...   \n",
       "295322  7.451059e-03  1.232418e-02  1.799050e-02  9.635909e-03  ...   \n",
       "295323  1.461199e-03  9.245893e-01  1.486681e-03  1.506670e-03  ...   \n",
       "295324  5.723306e-03  8.895618e-02  1.177551e-02  4.642380e-01  ...   \n",
       "295325  6.043335e-05  4.074877e-05  4.048452e-05  5.707556e-05  ...   \n",
       "295326  5.234781e-03  1.638083e-03  2.141423e-03  2.498025e-03  ...   \n",
       "\n",
       "             Topic40       Topic41       Topic42       Topic43       Topic44  \\\n",
       "0       1.036160e-09  6.391746e-10  1.613442e-09  6.988298e-10  2.001963e-07   \n",
       "1       7.728026e-03  1.007156e-02  1.423775e-02  6.195365e-03  8.515142e-03   \n",
       "2       3.470055e-07  1.880398e-07  2.086001e-07  1.907361e-07  2.610472e-07   \n",
       "3       7.119352e-07  5.348456e-07  7.097713e-07  7.242474e-07  4.897279e-07   \n",
       "4       1.663815e-06  1.722996e-06  1.747340e-06  1.997113e-06  1.516796e-06   \n",
       "5       3.282272e-03  2.582409e-03  4.129692e-03  2.482807e-03  1.892432e-03   \n",
       "6       1.589253e-02  1.275903e-02  1.552456e-02  1.522973e-02  1.043600e-02   \n",
       "7       1.348028e-04  7.338229e-05  7.489746e-05  9.461011e-05  1.296443e-04   \n",
       "8       1.174866e-04  1.040900e-04  1.279136e-04  1.143884e-04  1.141172e-04   \n",
       "9       9.921464e-03  1.212371e-02  1.503034e-02  9.067511e-03  1.060844e-02   \n",
       "10      2.971267e-04  4.745077e-04  2.739487e-04  2.616546e-04  3.857636e-04   \n",
       "11      7.199031e-05  6.745195e-05  6.430647e-05  9.198213e-05  8.670663e-05   \n",
       "12      1.081364e-02  1.466305e-02  1.175090e-02  1.300230e-02  1.066356e-02   \n",
       "13      1.606817e-06  6.766813e-07  8.111344e-07  7.834130e-07  1.061769e-06   \n",
       "14      1.226596e-02  9.948483e-03  9.171617e-03  1.259620e-02  1.072628e-02   \n",
       "15      6.991475e-13  7.023526e-13  9.592445e-13  1.536958e-12  8.836519e-13   \n",
       "16      7.855969e-03  1.315193e-02  1.361399e-02  9.307476e-03  1.131049e-02   \n",
       "17      1.268531e-02  1.248565e-02  1.314480e-02  2.281822e-02  1.331643e-02   \n",
       "18      2.754410e-03  1.947268e-03  1.906263e-03  1.913290e-03  2.424267e-03   \n",
       "19      7.704127e-06  1.100152e-05  9.442950e-06  7.783858e-06  8.590437e-06   \n",
       "20      3.266828e-08  3.701165e-08  3.797350e-08  2.828487e-08  3.553014e-08   \n",
       "21      3.370688e-05  2.366988e-05  3.151027e-05  1.506850e-05  2.085015e-05   \n",
       "22      3.153504e-04  2.665645e-04  1.991015e-04  1.463344e-04  2.022373e-04   \n",
       "23      8.026092e-09  7.118241e-09  9.040844e-09  1.063682e-08  9.911940e-09   \n",
       "24      3.861348e-06  4.133443e-06  7.884313e-06  5.360174e-06  4.428320e-06   \n",
       "25      7.221400e-05  8.153357e-05  8.369592e-05  6.332695e-05  7.464621e-05   \n",
       "26      6.938166e-13  1.935751e-12  7.852965e-13  8.249576e-13  1.002423e-12   \n",
       "27      4.392556e-06  5.290693e-06  5.192604e-06  3.676532e-06  5.411831e-06   \n",
       "28      1.207840e-11  2.113527e-11  1.352226e-11  1.234054e-11  1.513604e-11   \n",
       "29      6.046645e-03  6.414538e-03  7.834965e-03  6.133224e-03  5.466569e-03   \n",
       "...              ...           ...           ...           ...           ...   \n",
       "295297  1.315674e-02  1.474367e-02  8.508616e-03  8.061321e-03  1.203073e-02   \n",
       "295298  3.960220e-03  4.270083e-03  2.893279e-03  3.065913e-03  4.987928e-03   \n",
       "295299  1.492763e-06  2.256946e-06  1.326351e-06  1.544533e-06  1.747900e-06   \n",
       "295300  6.809606e-08  1.024380e-07  7.358265e-08  3.014875e-07  1.020507e-07   \n",
       "295301  4.441633e-04  8.826232e-01  4.867579e-04  3.513205e-04  2.731652e-04   \n",
       "295302  5.807357e-03  8.532336e-03  6.815402e-03  2.976572e-02  6.840081e-03   \n",
       "295303  1.655609e-03  1.215304e-03  1.481504e-03  1.023469e-03  1.023286e-03   \n",
       "295304  1.182179e-06  9.343117e-06  3.112387e-06  1.032226e-06  1.513161e-06   \n",
       "295305  1.884018e-02  5.582366e-03  6.508894e-03  5.707801e-03  6.748080e-03   \n",
       "295306  9.015025e-03  1.536695e-02  7.017736e-03  7.166818e-03  1.050120e-01   \n",
       "295307  6.641821e-03  9.176983e-03  7.782517e-03  1.043328e-02  1.125120e-02   \n",
       "295308  1.732753e-03  1.307087e-03  9.481263e-04  1.308687e-03  1.163096e-03   \n",
       "295309  6.218856e-06  8.933312e-07  8.378235e-07  9.103955e-07  2.139289e-05   \n",
       "295310  5.307930e-05  3.984235e-05  1.137909e-04  4.502115e-05  7.623538e-05   \n",
       "295311  1.420195e-05  1.256768e-05  1.645448e-05  1.603578e-05  1.328060e-05   \n",
       "295312  7.285481e-07  7.235240e-07  7.267244e-07  5.460867e-07  6.562766e-07   \n",
       "295313  2.173913e-05  2.032689e-05  2.563368e-05  3.203342e-05  1.642929e-05   \n",
       "295314  1.592091e-06  2.263356e-07  2.515067e-07  2.149083e-07  4.168976e-07   \n",
       "295315  1.736621e-02  1.660280e-02  1.486104e-02  1.153137e-02  1.822551e-02   \n",
       "295316  1.193464e-05  6.450289e-06  9.510843e-06  6.044485e-06  5.423112e-06   \n",
       "295317  1.521267e-04  1.812399e-04  1.798084e-04  1.698247e-04  1.421107e-04   \n",
       "295318  6.239326e-03  5.694380e-03  6.493731e-03  7.000403e-03  7.329398e-03   \n",
       "295319  5.721564e-07  4.080731e-07  5.776758e-07  4.141729e-07  3.926394e-06   \n",
       "295320  2.761115e-02  6.542381e-03  1.207150e-02  7.308655e-03  8.147901e-03   \n",
       "295321  5.313749e-04  7.166399e-04  6.685673e-04  1.097753e-03  8.411226e-04   \n",
       "295322  1.361298e-02  2.480857e-02  1.181760e-02  1.535182e-02  1.136446e-02   \n",
       "295323  9.941924e-04  1.076633e-03  1.868862e-03  1.121877e-03  2.448396e-03   \n",
       "295324  4.801423e-03  1.031717e-02  5.451702e-03  1.273152e-02  5.367038e-03   \n",
       "295325  4.703678e-05  4.621961e-05  3.675150e-05  2.073821e-03  6.099715e-05   \n",
       "295326  2.741051e-03  2.231870e-03  3.085162e-03  2.439470e-03  2.555417e-03   \n",
       "\n",
       "             Topic45       Topic46       Topic47       Topic48       Topic49  \n",
       "0       1.603697e-09  6.890500e-10  9.810219e-10  8.800737e-10  8.657868e-10  \n",
       "1       7.144452e-03  1.689358e-02  1.126893e-02  8.418394e-03  7.918900e-03  \n",
       "2       1.587070e-07  2.119079e-07  3.019701e-07  1.693473e-07  2.589460e-07  \n",
       "3       1.878539e-06  3.739048e-07  6.340761e-07  5.175963e-07  5.216265e-07  \n",
       "4       6.325800e-01  1.471600e-06  1.863056e-06  1.484104e-06  3.624446e-06  \n",
       "5       2.037595e-03  2.668074e-03  2.988166e-03  1.852883e-03  1.989807e-03  \n",
       "6       1.580319e-02  1.522254e-02  2.288354e-02  1.839044e-02  1.425775e-02  \n",
       "7       8.754145e-05  1.032306e-04  1.244890e-04  2.265278e-04  1.340275e-04  \n",
       "8       9.327461e-05  1.305588e-04  1.289887e-04  1.123859e-04  1.943936e-04  \n",
       "9       1.289575e-02  2.042613e-02  1.225651e-02  1.532641e-02  1.031860e-02  \n",
       "10      4.005261e-04  3.628409e-04  6.078197e-04  2.577246e-04  3.597516e-03  \n",
       "11      7.806779e-05  7.956458e-05  5.579003e-05  7.273180e-05  8.899974e-05  \n",
       "12      1.240937e-02  4.180727e-02  2.039065e-02  7.038642e-02  1.124413e-02  \n",
       "13      6.677685e-07  7.914934e-07  9.963347e-07  7.673137e-07  1.127922e-06  \n",
       "14      1.005537e-02  9.119631e-03  6.836827e-03  1.821816e-01  9.582100e-03  \n",
       "15      9.479334e-13  6.359524e-13  6.312923e-13  8.685644e-13  1.054559e-12  \n",
       "16      9.423092e-03  1.306653e-02  2.239101e-02  1.000003e-02  1.087018e-02  \n",
       "17      1.618619e-02  1.783636e-02  1.975366e-02  2.266425e-02  1.530550e-02  \n",
       "18      2.293314e-03  2.390105e-03  2.406334e-03  1.791780e-03  2.214305e-03  \n",
       "19      1.027532e-05  5.909602e-06  8.306405e-06  7.554943e-06  6.177790e-06  \n",
       "20      3.044873e-08  5.253568e-08  5.052567e-08  5.343674e-08  5.785587e-08  \n",
       "21      2.031482e-05  2.253336e-05  3.798143e-05  2.345001e-05  2.851185e-05  \n",
       "22      1.833882e-04  2.507899e-04  3.644855e-04  1.897486e-04  2.425328e-04  \n",
       "23      6.275933e-09  1.070143e-08  9.627160e-09  1.274436e-08  7.105056e-09  \n",
       "24      7.523121e-06  7.772062e-06  4.665695e-06  4.883204e-06  4.059546e-06  \n",
       "25      7.900099e-05  9.870060e-05  9.083850e-05  7.940109e-05  9.701437e-05  \n",
       "26      5.791717e-13  4.821959e-13  8.254393e-13  8.291395e-13  1.328484e-12  \n",
       "27      3.777130e-06  5.936703e-06  4.052366e-06  3.513686e-06  8.479341e-06  \n",
       "28      1.151522e-11  1.548098e-11  2.187816e-11  2.410903e-11  1.749046e-11  \n",
       "29      5.924566e-03  1.281144e-02  8.733119e-03  7.658167e-03  8.037807e-03  \n",
       "...              ...           ...           ...           ...           ...  \n",
       "295297  1.135399e-02  1.367726e-02  1.265733e-02  1.216440e-02  1.053079e-02  \n",
       "295298  4.179899e-03  4.821141e-03  7.300194e-03  4.529490e-03  5.397419e-03  \n",
       "295299  9.742949e-07  9.310202e-07  1.390908e-06  1.287334e-06  1.549185e-06  \n",
       "295300  8.266289e-08  8.767537e-08  9.909505e-08  8.426674e-08  7.348615e-08  \n",
       "295301  3.642104e-04  3.227147e-04  3.956889e-04  3.095320e-04  5.333457e-04  \n",
       "295302  1.037731e-02  8.544339e-03  1.101501e-02  1.020186e-02  6.942465e-03  \n",
       "295303  1.503262e-03  8.418445e-04  1.135368e-03  8.189462e-04  9.135826e-04  \n",
       "295304  1.661386e-06  1.810381e-06  1.486675e-06  1.671104e-06  1.473188e-06  \n",
       "295305  7.930068e-03  1.090248e-02  2.062286e-02  9.457325e-02  4.041273e-03  \n",
       "295306  9.535665e-03  1.621092e-02  1.009250e-02  1.447623e-02  1.054144e-02  \n",
       "295307  8.686204e-03  8.110690e-03  6.934223e-03  1.142878e-01  1.303873e-02  \n",
       "295308  1.912997e-03  1.703038e-02  1.514468e-03  1.050445e-03  9.228984e-04  \n",
       "295309  6.514424e-07  5.595620e-07  6.210887e-07  9.635780e-01  7.080113e-07  \n",
       "295310  5.288407e-05  4.846075e-05  5.567318e-05  5.638829e-05  6.679328e-05  \n",
       "295311  1.474841e-05  1.131841e-05  2.035175e-05  9.289079e-06  1.791887e-05  \n",
       "295312  6.660763e-07  1.349554e-06  5.029448e-07  6.626853e-07  9.101554e-07  \n",
       "295313  2.429683e-05  2.301714e-05  1.433734e-05  9.965196e-01  2.053941e-05  \n",
       "295314  2.525895e-07  2.673182e-07  1.986552e-07  2.465257e-07  1.877530e-07  \n",
       "295315  2.126172e-02  1.893808e-02  1.326051e-02  1.640397e-02  1.888102e-02  \n",
       "295316  5.466907e-06  9.990013e-06  5.242258e-06  9.221154e-06  6.631823e-06  \n",
       "295317  2.368216e-04  1.939909e-04  4.823961e-02  8.833064e-01  2.081814e-04  \n",
       "295318  1.220092e-02  5.839171e-03  4.892507e-03  4.418047e-03  6.002713e-03  \n",
       "295319  7.498730e-07  5.038698e-07  1.319669e-06  5.933446e-06  4.186029e-07  \n",
       "295320  5.775234e-03  1.716286e-02  8.701482e-03  1.148073e-02  1.152807e-02  \n",
       "295321  5.366947e-04  7.759585e-04  8.318371e-04  6.570816e-02  5.314779e-04  \n",
       "295322  1.336081e-02  1.096483e-02  1.277575e-02  9.727568e-03  1.396821e-02  \n",
       "295323  1.741463e-03  1.398701e-03  2.031949e-03  1.428515e-03  1.815465e-03  \n",
       "295324  5.513091e-03  5.721159e-03  8.703829e-03  2.347461e-02  1.010694e-02  \n",
       "295325  6.506409e-05  5.075142e-05  4.553808e-05  5.203320e-05  5.301612e-05  \n",
       "295326  1.960378e-03  2.033162e-03  2.089908e-03  2.235353e-03  1.178958e-02  \n",
       "\n",
       "[295327 rows x 53 columns]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(texts_topics.info())\n",
    "texts_topics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "fb0e09ed",
   "metadata": {},
   "outputs": [],
   "source": [
    "texts_topics.to_csv('../../tweets_results/texts_topic_proportions.csv',\n",
    "                    index=False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "3b695d37",
   "metadata": {},
   "outputs": [],
   "source": [
    "relev_bid_to_inds = {}\n",
    "for bid in relev_bids:\n",
    "    relev_bid_to_inds[bid] = []\n",
    "for i, idd in enumerate(all_relev_ids):\n",
    "        relev_bid_to_inds[idd].append(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "d15e1ad5",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_mean_topic_props_author(X, bid, author_to_inds):\n",
    "    return np.mean(X[author_to_inds[bid]], 0).reshape((1, num_topics))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "ad21261c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(471, 50)\n"
     ]
    }
   ],
   "source": [
    "relev_bid_avg_topic_props = []\n",
    "for bid in relev_bids:\n",
    "    relev_bid_avg_topic_props.append(get_mean_topic_props_author(document_mean, \n",
    "                                                                 bid,\n",
    "                                                                 relev_bid_to_inds))\n",
    "relev_bid_avg_topic_props = np.concatenate(relev_bid_avg_topic_props, 0)\n",
    "print(relev_bid_avg_topic_props.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "c7aa6447",
   "metadata": {},
   "outputs": [],
   "source": [
    "author_topic_props = pd.DataFrame()\n",
    "author_topic_props[\"Bioguide_ID\"] = relev_bids"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "c9af258a",
   "metadata": {},
   "outputs": [],
   "source": [
    "for topic_ind in range(num_topics):\n",
    "    author_topic_props['Topic' + str(topic_ind)] = list(relev_bid_avg_topic_props[:, topic_ind])\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "f990f91e",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 471 entries, 0 to 470\n",
      "Data columns (total 51 columns):\n",
      "Bioguide_ID    471 non-null object\n",
      "Topic0         471 non-null float64\n",
      "Topic1         471 non-null float64\n",
      "Topic2         471 non-null float64\n",
      "Topic3         471 non-null float64\n",
      "Topic4         471 non-null float64\n",
      "Topic5         471 non-null float64\n",
      "Topic6         471 non-null float64\n",
      "Topic7         471 non-null float64\n",
      "Topic8         471 non-null float64\n",
      "Topic9         471 non-null float64\n",
      "Topic10        471 non-null float64\n",
      "Topic11        471 non-null float64\n",
      "Topic12        471 non-null float64\n",
      "Topic13        471 non-null float64\n",
      "Topic14        471 non-null float64\n",
      "Topic15        471 non-null float64\n",
      "Topic16        471 non-null float64\n",
      "Topic17        471 non-null float64\n",
      "Topic18        471 non-null float64\n",
      "Topic19        471 non-null float64\n",
      "Topic20        471 non-null float64\n",
      "Topic21        471 non-null float64\n",
      "Topic22        471 non-null float64\n",
      "Topic23        471 non-null float64\n",
      "Topic24        471 non-null float64\n",
      "Topic25        471 non-null float64\n",
      "Topic26        471 non-null float64\n",
      "Topic27        471 non-null float64\n",
      "Topic28        471 non-null float64\n",
      "Topic29        471 non-null float64\n",
      "Topic30        471 non-null float64\n",
      "Topic31        471 non-null float64\n",
      "Topic32        471 non-null float64\n",
      "Topic33        471 non-null float64\n",
      "Topic34        471 non-null float64\n",
      "Topic35        471 non-null float64\n",
      "Topic36        471 non-null float64\n",
      "Topic37        471 non-null float64\n",
      "Topic38        471 non-null float64\n",
      "Topic39        471 non-null float64\n",
      "Topic40        471 non-null float64\n",
      "Topic41        471 non-null float64\n",
      "Topic42        471 non-null float64\n",
      "Topic43        471 non-null float64\n",
      "Topic44        471 non-null float64\n",
      "Topic45        471 non-null float64\n",
      "Topic46        471 non-null float64\n",
      "Topic47        471 non-null float64\n",
      "Topic48        471 non-null float64\n",
      "Topic49        471 non-null float64\n",
      "dtypes: float64(50), object(1)\n",
      "memory usage: 187.7+ KB\n",
      "None\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Bioguide_ID</th>\n",
       "      <th>Topic0</th>\n",
       "      <th>Topic1</th>\n",
       "      <th>Topic2</th>\n",
       "      <th>Topic3</th>\n",
       "      <th>Topic4</th>\n",
       "      <th>Topic5</th>\n",
       "      <th>Topic6</th>\n",
       "      <th>Topic7</th>\n",
       "      <th>Topic8</th>\n",
       "      <th>...</th>\n",
       "      <th>Topic40</th>\n",
       "      <th>Topic41</th>\n",
       "      <th>Topic42</th>\n",
       "      <th>Topic43</th>\n",
       "      <th>Topic44</th>\n",
       "      <th>Topic45</th>\n",
       "      <th>Topic46</th>\n",
       "      <th>Topic47</th>\n",
       "      <th>Topic48</th>\n",
       "      <th>Topic49</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>A000055</td>\n",
       "      <td>0.022399</td>\n",
       "      <td>0.034159</td>\n",
       "      <td>0.017869</td>\n",
       "      <td>0.019197</td>\n",
       "      <td>0.016505</td>\n",
       "      <td>0.021494</td>\n",
       "      <td>0.010682</td>\n",
       "      <td>0.037253</td>\n",
       "      <td>0.015309</td>\n",
       "      <td>...</td>\n",
       "      <td>0.020805</td>\n",
       "      <td>0.017931</td>\n",
       "      <td>0.010690</td>\n",
       "      <td>0.021419</td>\n",
       "      <td>0.009808</td>\n",
       "      <td>0.010299</td>\n",
       "      <td>0.006491</td>\n",
       "      <td>0.007193</td>\n",
       "      <td>0.011315</td>\n",
       "      <td>0.030419</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>A000367</td>\n",
       "      <td>0.014636</td>\n",
       "      <td>0.017511</td>\n",
       "      <td>0.017730</td>\n",
       "      <td>0.017172</td>\n",
       "      <td>0.026504</td>\n",
       "      <td>0.018937</td>\n",
       "      <td>0.011038</td>\n",
       "      <td>0.009362</td>\n",
       "      <td>0.010838</td>\n",
       "      <td>...</td>\n",
       "      <td>0.026261</td>\n",
       "      <td>0.019048</td>\n",
       "      <td>0.013397</td>\n",
       "      <td>0.011397</td>\n",
       "      <td>0.009314</td>\n",
       "      <td>0.013093</td>\n",
       "      <td>0.010558</td>\n",
       "      <td>0.012049</td>\n",
       "      <td>0.012590</td>\n",
       "      <td>0.011244</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>A000370</td>\n",
       "      <td>0.019906</td>\n",
       "      <td>0.016390</td>\n",
       "      <td>0.018635</td>\n",
       "      <td>0.010041</td>\n",
       "      <td>0.014934</td>\n",
       "      <td>0.019726</td>\n",
       "      <td>0.023490</td>\n",
       "      <td>0.097391</td>\n",
       "      <td>0.029698</td>\n",
       "      <td>...</td>\n",
       "      <td>0.014264</td>\n",
       "      <td>0.013538</td>\n",
       "      <td>0.020474</td>\n",
       "      <td>0.015963</td>\n",
       "      <td>0.022426</td>\n",
       "      <td>0.019583</td>\n",
       "      <td>0.025331</td>\n",
       "      <td>0.007900</td>\n",
       "      <td>0.012961</td>\n",
       "      <td>0.013923</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>A000371</td>\n",
       "      <td>0.016856</td>\n",
       "      <td>0.023127</td>\n",
       "      <td>0.025444</td>\n",
       "      <td>0.008501</td>\n",
       "      <td>0.022409</td>\n",
       "      <td>0.015577</td>\n",
       "      <td>0.031660</td>\n",
       "      <td>0.021186</td>\n",
       "      <td>0.058826</td>\n",
       "      <td>...</td>\n",
       "      <td>0.020245</td>\n",
       "      <td>0.010997</td>\n",
       "      <td>0.005905</td>\n",
       "      <td>0.022410</td>\n",
       "      <td>0.015032</td>\n",
       "      <td>0.015210</td>\n",
       "      <td>0.011532</td>\n",
       "      <td>0.004566</td>\n",
       "      <td>0.012416</td>\n",
       "      <td>0.010149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>A000372</td>\n",
       "      <td>0.009719</td>\n",
       "      <td>0.031697</td>\n",
       "      <td>0.036102</td>\n",
       "      <td>0.020378</td>\n",
       "      <td>0.034033</td>\n",
       "      <td>0.044099</td>\n",
       "      <td>0.019595</td>\n",
       "      <td>0.040932</td>\n",
       "      <td>0.040345</td>\n",
       "      <td>...</td>\n",
       "      <td>0.016188</td>\n",
       "      <td>0.017863</td>\n",
       "      <td>0.013422</td>\n",
       "      <td>0.023380</td>\n",
       "      <td>0.016395</td>\n",
       "      <td>0.007318</td>\n",
       "      <td>0.011139</td>\n",
       "      <td>0.025952</td>\n",
       "      <td>0.014784</td>\n",
       "      <td>0.011757</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>A000374</td>\n",
       "      <td>0.024125</td>\n",
       "      <td>0.042984</td>\n",
       "      <td>0.030556</td>\n",
       "      <td>0.007862</td>\n",
       "      <td>0.019132</td>\n",
       "      <td>0.024661</td>\n",
       "      <td>0.013407</td>\n",
       "      <td>0.051710</td>\n",
       "      <td>0.006257</td>\n",
       "      <td>...</td>\n",
       "      <td>0.020009</td>\n",
       "      <td>0.016549</td>\n",
       "      <td>0.005572</td>\n",
       "      <td>0.027194</td>\n",
       "      <td>0.019685</td>\n",
       "      <td>0.005664</td>\n",
       "      <td>0.006238</td>\n",
       "      <td>0.012791</td>\n",
       "      <td>0.008638</td>\n",
       "      <td>0.009384</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>A000375</td>\n",
       "      <td>0.020684</td>\n",
       "      <td>0.023692</td>\n",
       "      <td>0.009976</td>\n",
       "      <td>0.019630</td>\n",
       "      <td>0.020355</td>\n",
       "      <td>0.016513</td>\n",
       "      <td>0.008416</td>\n",
       "      <td>0.090695</td>\n",
       "      <td>0.006590</td>\n",
       "      <td>...</td>\n",
       "      <td>0.039998</td>\n",
       "      <td>0.015933</td>\n",
       "      <td>0.009600</td>\n",
       "      <td>0.007175</td>\n",
       "      <td>0.008272</td>\n",
       "      <td>0.012822</td>\n",
       "      <td>0.007790</td>\n",
       "      <td>0.037115</td>\n",
       "      <td>0.006784</td>\n",
       "      <td>0.013532</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>A000377</td>\n",
       "      <td>0.007556</td>\n",
       "      <td>0.013227</td>\n",
       "      <td>0.017908</td>\n",
       "      <td>0.029540</td>\n",
       "      <td>0.034878</td>\n",
       "      <td>0.083743</td>\n",
       "      <td>0.017141</td>\n",
       "      <td>0.042272</td>\n",
       "      <td>0.015539</td>\n",
       "      <td>...</td>\n",
       "      <td>0.025527</td>\n",
       "      <td>0.011954</td>\n",
       "      <td>0.006289</td>\n",
       "      <td>0.018380</td>\n",
       "      <td>0.005913</td>\n",
       "      <td>0.005015</td>\n",
       "      <td>0.035046</td>\n",
       "      <td>0.012153</td>\n",
       "      <td>0.018979</td>\n",
       "      <td>0.029717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>A000378</td>\n",
       "      <td>0.005467</td>\n",
       "      <td>0.007608</td>\n",
       "      <td>0.037197</td>\n",
       "      <td>0.017808</td>\n",
       "      <td>0.008182</td>\n",
       "      <td>0.075433</td>\n",
       "      <td>0.005582</td>\n",
       "      <td>0.056222</td>\n",
       "      <td>0.012875</td>\n",
       "      <td>...</td>\n",
       "      <td>0.039847</td>\n",
       "      <td>0.010666</td>\n",
       "      <td>0.006700</td>\n",
       "      <td>0.013667</td>\n",
       "      <td>0.010601</td>\n",
       "      <td>0.003603</td>\n",
       "      <td>0.010329</td>\n",
       "      <td>0.017394</td>\n",
       "      <td>0.061430</td>\n",
       "      <td>0.003535</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>B000213</td>\n",
       "      <td>0.017217</td>\n",
       "      <td>0.021989</td>\n",
       "      <td>0.008820</td>\n",
       "      <td>0.048153</td>\n",
       "      <td>0.011736</td>\n",
       "      <td>0.011044</td>\n",
       "      <td>0.013261</td>\n",
       "      <td>0.018015</td>\n",
       "      <td>0.008441</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008057</td>\n",
       "      <td>0.025642</td>\n",
       "      <td>0.007969</td>\n",
       "      <td>0.022177</td>\n",
       "      <td>0.013972</td>\n",
       "      <td>0.013745</td>\n",
       "      <td>0.010850</td>\n",
       "      <td>0.023924</td>\n",
       "      <td>0.013693</td>\n",
       "      <td>0.031066</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>B000490</td>\n",
       "      <td>0.028097</td>\n",
       "      <td>0.071162</td>\n",
       "      <td>0.024303</td>\n",
       "      <td>0.007122</td>\n",
       "      <td>0.029454</td>\n",
       "      <td>0.026175</td>\n",
       "      <td>0.009080</td>\n",
       "      <td>0.039755</td>\n",
       "      <td>0.015370</td>\n",
       "      <td>...</td>\n",
       "      <td>0.010907</td>\n",
       "      <td>0.020733</td>\n",
       "      <td>0.014368</td>\n",
       "      <td>0.016287</td>\n",
       "      <td>0.010377</td>\n",
       "      <td>0.007751</td>\n",
       "      <td>0.015651</td>\n",
       "      <td>0.011933</td>\n",
       "      <td>0.011605</td>\n",
       "      <td>0.029783</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>B000755</td>\n",
       "      <td>0.019090</td>\n",
       "      <td>0.012846</td>\n",
       "      <td>0.009561</td>\n",
       "      <td>0.027868</td>\n",
       "      <td>0.020726</td>\n",
       "      <td>0.035280</td>\n",
       "      <td>0.015975</td>\n",
       "      <td>0.019547</td>\n",
       "      <td>0.010645</td>\n",
       "      <td>...</td>\n",
       "      <td>0.024609</td>\n",
       "      <td>0.015685</td>\n",
       "      <td>0.013698</td>\n",
       "      <td>0.011298</td>\n",
       "      <td>0.014008</td>\n",
       "      <td>0.015351</td>\n",
       "      <td>0.013785</td>\n",
       "      <td>0.116517</td>\n",
       "      <td>0.012612</td>\n",
       "      <td>0.017300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>B001227</td>\n",
       "      <td>0.011683</td>\n",
       "      <td>0.009530</td>\n",
       "      <td>0.016564</td>\n",
       "      <td>0.005939</td>\n",
       "      <td>0.074878</td>\n",
       "      <td>0.005658</td>\n",
       "      <td>0.012337</td>\n",
       "      <td>0.019443</td>\n",
       "      <td>0.017622</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005763</td>\n",
       "      <td>0.020114</td>\n",
       "      <td>0.011790</td>\n",
       "      <td>0.014427</td>\n",
       "      <td>0.005346</td>\n",
       "      <td>0.006664</td>\n",
       "      <td>0.030415</td>\n",
       "      <td>0.006825</td>\n",
       "      <td>0.006061</td>\n",
       "      <td>0.020037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>B001243</td>\n",
       "      <td>0.011412</td>\n",
       "      <td>0.014770</td>\n",
       "      <td>0.019288</td>\n",
       "      <td>0.094106</td>\n",
       "      <td>0.015931</td>\n",
       "      <td>0.009333</td>\n",
       "      <td>0.010803</td>\n",
       "      <td>0.013844</td>\n",
       "      <td>0.008516</td>\n",
       "      <td>...</td>\n",
       "      <td>0.030860</td>\n",
       "      <td>0.015963</td>\n",
       "      <td>0.008409</td>\n",
       "      <td>0.010943</td>\n",
       "      <td>0.008682</td>\n",
       "      <td>0.009711</td>\n",
       "      <td>0.007487</td>\n",
       "      <td>0.023236</td>\n",
       "      <td>0.018093</td>\n",
       "      <td>0.017701</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>B001248</td>\n",
       "      <td>0.018644</td>\n",
       "      <td>0.017711</td>\n",
       "      <td>0.017866</td>\n",
       "      <td>0.101623</td>\n",
       "      <td>0.025884</td>\n",
       "      <td>0.019540</td>\n",
       "      <td>0.008723</td>\n",
       "      <td>0.007886</td>\n",
       "      <td>0.010291</td>\n",
       "      <td>...</td>\n",
       "      <td>0.025831</td>\n",
       "      <td>0.016125</td>\n",
       "      <td>0.006124</td>\n",
       "      <td>0.013033</td>\n",
       "      <td>0.022029</td>\n",
       "      <td>0.005941</td>\n",
       "      <td>0.009444</td>\n",
       "      <td>0.013022</td>\n",
       "      <td>0.012597</td>\n",
       "      <td>0.053791</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>B001251</td>\n",
       "      <td>0.032615</td>\n",
       "      <td>0.027454</td>\n",
       "      <td>0.025779</td>\n",
       "      <td>0.016169</td>\n",
       "      <td>0.021532</td>\n",
       "      <td>0.024131</td>\n",
       "      <td>0.010965</td>\n",
       "      <td>0.032026</td>\n",
       "      <td>0.012728</td>\n",
       "      <td>...</td>\n",
       "      <td>0.013096</td>\n",
       "      <td>0.017826</td>\n",
       "      <td>0.019890</td>\n",
       "      <td>0.022140</td>\n",
       "      <td>0.017327</td>\n",
       "      <td>0.027049</td>\n",
       "      <td>0.013769</td>\n",
       "      <td>0.007770</td>\n",
       "      <td>0.015606</td>\n",
       "      <td>0.017944</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>B001257</td>\n",
       "      <td>0.016981</td>\n",
       "      <td>0.018030</td>\n",
       "      <td>0.021177</td>\n",
       "      <td>0.008903</td>\n",
       "      <td>0.035237</td>\n",
       "      <td>0.015904</td>\n",
       "      <td>0.016271</td>\n",
       "      <td>0.022138</td>\n",
       "      <td>0.017799</td>\n",
       "      <td>...</td>\n",
       "      <td>0.013073</td>\n",
       "      <td>0.009719</td>\n",
       "      <td>0.011949</td>\n",
       "      <td>0.021129</td>\n",
       "      <td>0.076880</td>\n",
       "      <td>0.007777</td>\n",
       "      <td>0.008873</td>\n",
       "      <td>0.007815</td>\n",
       "      <td>0.025604</td>\n",
       "      <td>0.020243</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>B001269</td>\n",
       "      <td>0.008673</td>\n",
       "      <td>0.017838</td>\n",
       "      <td>0.021048</td>\n",
       "      <td>0.008193</td>\n",
       "      <td>0.027054</td>\n",
       "      <td>0.032102</td>\n",
       "      <td>0.018803</td>\n",
       "      <td>0.012285</td>\n",
       "      <td>0.020063</td>\n",
       "      <td>...</td>\n",
       "      <td>0.058758</td>\n",
       "      <td>0.015302</td>\n",
       "      <td>0.009903</td>\n",
       "      <td>0.043937</td>\n",
       "      <td>0.010760</td>\n",
       "      <td>0.009698</td>\n",
       "      <td>0.015376</td>\n",
       "      <td>0.018483</td>\n",
       "      <td>0.014418</td>\n",
       "      <td>0.014862</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>B001270</td>\n",
       "      <td>0.018961</td>\n",
       "      <td>0.020855</td>\n",
       "      <td>0.016808</td>\n",
       "      <td>0.049396</td>\n",
       "      <td>0.025970</td>\n",
       "      <td>0.018428</td>\n",
       "      <td>0.012410</td>\n",
       "      <td>0.009335</td>\n",
       "      <td>0.017413</td>\n",
       "      <td>...</td>\n",
       "      <td>0.014727</td>\n",
       "      <td>0.020725</td>\n",
       "      <td>0.015050</td>\n",
       "      <td>0.011884</td>\n",
       "      <td>0.011440</td>\n",
       "      <td>0.014802</td>\n",
       "      <td>0.026814</td>\n",
       "      <td>0.008277</td>\n",
       "      <td>0.015938</td>\n",
       "      <td>0.027640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>B001273</td>\n",
       "      <td>0.016615</td>\n",
       "      <td>0.022224</td>\n",
       "      <td>0.020751</td>\n",
       "      <td>0.059790</td>\n",
       "      <td>0.037140</td>\n",
       "      <td>0.008169</td>\n",
       "      <td>0.017159</td>\n",
       "      <td>0.008520</td>\n",
       "      <td>0.010649</td>\n",
       "      <td>...</td>\n",
       "      <td>0.034427</td>\n",
       "      <td>0.013115</td>\n",
       "      <td>0.008865</td>\n",
       "      <td>0.010668</td>\n",
       "      <td>0.008610</td>\n",
       "      <td>0.009844</td>\n",
       "      <td>0.013724</td>\n",
       "      <td>0.032138</td>\n",
       "      <td>0.011977</td>\n",
       "      <td>0.028419</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>B001274</td>\n",
       "      <td>0.011068</td>\n",
       "      <td>0.029107</td>\n",
       "      <td>0.030828</td>\n",
       "      <td>0.054248</td>\n",
       "      <td>0.026227</td>\n",
       "      <td>0.015193</td>\n",
       "      <td>0.008452</td>\n",
       "      <td>0.020297</td>\n",
       "      <td>0.014348</td>\n",
       "      <td>...</td>\n",
       "      <td>0.029993</td>\n",
       "      <td>0.008362</td>\n",
       "      <td>0.007121</td>\n",
       "      <td>0.013112</td>\n",
       "      <td>0.008848</td>\n",
       "      <td>0.007119</td>\n",
       "      <td>0.007540</td>\n",
       "      <td>0.011976</td>\n",
       "      <td>0.014049</td>\n",
       "      <td>0.018100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>B001275</td>\n",
       "      <td>0.011867</td>\n",
       "      <td>0.022152</td>\n",
       "      <td>0.032208</td>\n",
       "      <td>0.017349</td>\n",
       "      <td>0.012600</td>\n",
       "      <td>0.009250</td>\n",
       "      <td>0.008211</td>\n",
       "      <td>0.031139</td>\n",
       "      <td>0.057043</td>\n",
       "      <td>...</td>\n",
       "      <td>0.015992</td>\n",
       "      <td>0.020695</td>\n",
       "      <td>0.010717</td>\n",
       "      <td>0.024172</td>\n",
       "      <td>0.013660</td>\n",
       "      <td>0.009220</td>\n",
       "      <td>0.009030</td>\n",
       "      <td>0.022116</td>\n",
       "      <td>0.009245</td>\n",
       "      <td>0.037129</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>B001278</td>\n",
       "      <td>0.011751</td>\n",
       "      <td>0.014485</td>\n",
       "      <td>0.021293</td>\n",
       "      <td>0.007404</td>\n",
       "      <td>0.016008</td>\n",
       "      <td>0.027914</td>\n",
       "      <td>0.014193</td>\n",
       "      <td>0.027126</td>\n",
       "      <td>0.005772</td>\n",
       "      <td>...</td>\n",
       "      <td>0.015079</td>\n",
       "      <td>0.020085</td>\n",
       "      <td>0.014297</td>\n",
       "      <td>0.012204</td>\n",
       "      <td>0.021989</td>\n",
       "      <td>0.008344</td>\n",
       "      <td>0.023870</td>\n",
       "      <td>0.008014</td>\n",
       "      <td>0.020727</td>\n",
       "      <td>0.013945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>B001281</td>\n",
       "      <td>0.035206</td>\n",
       "      <td>0.029197</td>\n",
       "      <td>0.015842</td>\n",
       "      <td>0.021503</td>\n",
       "      <td>0.029375</td>\n",
       "      <td>0.015132</td>\n",
       "      <td>0.025097</td>\n",
       "      <td>0.017635</td>\n",
       "      <td>0.012231</td>\n",
       "      <td>...</td>\n",
       "      <td>0.017410</td>\n",
       "      <td>0.014946</td>\n",
       "      <td>0.017362</td>\n",
       "      <td>0.014616</td>\n",
       "      <td>0.021784</td>\n",
       "      <td>0.030870</td>\n",
       "      <td>0.026149</td>\n",
       "      <td>0.015208</td>\n",
       "      <td>0.017868</td>\n",
       "      <td>0.016418</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>B001282</td>\n",
       "      <td>0.012326</td>\n",
       "      <td>0.019369</td>\n",
       "      <td>0.025100</td>\n",
       "      <td>0.032662</td>\n",
       "      <td>0.021622</td>\n",
       "      <td>0.020739</td>\n",
       "      <td>0.018120</td>\n",
       "      <td>0.026169</td>\n",
       "      <td>0.061378</td>\n",
       "      <td>...</td>\n",
       "      <td>0.017218</td>\n",
       "      <td>0.010048</td>\n",
       "      <td>0.011186</td>\n",
       "      <td>0.014432</td>\n",
       "      <td>0.013443</td>\n",
       "      <td>0.011446</td>\n",
       "      <td>0.010213</td>\n",
       "      <td>0.057150</td>\n",
       "      <td>0.014026</td>\n",
       "      <td>0.028352</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>B001284</td>\n",
       "      <td>0.019559</td>\n",
       "      <td>0.031572</td>\n",
       "      <td>0.057401</td>\n",
       "      <td>0.014622</td>\n",
       "      <td>0.019840</td>\n",
       "      <td>0.031091</td>\n",
       "      <td>0.013888</td>\n",
       "      <td>0.038384</td>\n",
       "      <td>0.022111</td>\n",
       "      <td>...</td>\n",
       "      <td>0.011568</td>\n",
       "      <td>0.009104</td>\n",
       "      <td>0.014832</td>\n",
       "      <td>0.018181</td>\n",
       "      <td>0.019194</td>\n",
       "      <td>0.006511</td>\n",
       "      <td>0.008365</td>\n",
       "      <td>0.040206</td>\n",
       "      <td>0.018534</td>\n",
       "      <td>0.023613</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>B001285</td>\n",
       "      <td>0.009086</td>\n",
       "      <td>0.016236</td>\n",
       "      <td>0.029887</td>\n",
       "      <td>0.006228</td>\n",
       "      <td>0.010191</td>\n",
       "      <td>0.031264</td>\n",
       "      <td>0.014001</td>\n",
       "      <td>0.011373</td>\n",
       "      <td>0.016185</td>\n",
       "      <td>...</td>\n",
       "      <td>0.011064</td>\n",
       "      <td>0.009802</td>\n",
       "      <td>0.007775</td>\n",
       "      <td>0.194177</td>\n",
       "      <td>0.009911</td>\n",
       "      <td>0.011968</td>\n",
       "      <td>0.027065</td>\n",
       "      <td>0.006765</td>\n",
       "      <td>0.014071</td>\n",
       "      <td>0.014949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>B001286</td>\n",
       "      <td>0.012141</td>\n",
       "      <td>0.018347</td>\n",
       "      <td>0.022704</td>\n",
       "      <td>0.021143</td>\n",
       "      <td>0.019417</td>\n",
       "      <td>0.021614</td>\n",
       "      <td>0.026569</td>\n",
       "      <td>0.059961</td>\n",
       "      <td>0.014502</td>\n",
       "      <td>...</td>\n",
       "      <td>0.018654</td>\n",
       "      <td>0.010587</td>\n",
       "      <td>0.029977</td>\n",
       "      <td>0.018949</td>\n",
       "      <td>0.013271</td>\n",
       "      <td>0.016386</td>\n",
       "      <td>0.026262</td>\n",
       "      <td>0.005255</td>\n",
       "      <td>0.010873</td>\n",
       "      <td>0.012369</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>B001287</td>\n",
       "      <td>0.017861</td>\n",
       "      <td>0.014614</td>\n",
       "      <td>0.034510</td>\n",
       "      <td>0.010009</td>\n",
       "      <td>0.031435</td>\n",
       "      <td>0.022350</td>\n",
       "      <td>0.009916</td>\n",
       "      <td>0.018149</td>\n",
       "      <td>0.050191</td>\n",
       "      <td>...</td>\n",
       "      <td>0.020216</td>\n",
       "      <td>0.010884</td>\n",
       "      <td>0.014398</td>\n",
       "      <td>0.020723</td>\n",
       "      <td>0.017329</td>\n",
       "      <td>0.012806</td>\n",
       "      <td>0.022648</td>\n",
       "      <td>0.011827</td>\n",
       "      <td>0.031728</td>\n",
       "      <td>0.006435</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>B001289</td>\n",
       "      <td>0.020621</td>\n",
       "      <td>0.016798</td>\n",
       "      <td>0.009900</td>\n",
       "      <td>0.025353</td>\n",
       "      <td>0.041791</td>\n",
       "      <td>0.008686</td>\n",
       "      <td>0.011496</td>\n",
       "      <td>0.022295</td>\n",
       "      <td>0.023417</td>\n",
       "      <td>...</td>\n",
       "      <td>0.035613</td>\n",
       "      <td>0.006881</td>\n",
       "      <td>0.006682</td>\n",
       "      <td>0.015918</td>\n",
       "      <td>0.006476</td>\n",
       "      <td>0.009136</td>\n",
       "      <td>0.008549</td>\n",
       "      <td>0.008122</td>\n",
       "      <td>0.019357</td>\n",
       "      <td>0.015585</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>441</th>\n",
       "      <td>V000132</td>\n",
       "      <td>0.019547</td>\n",
       "      <td>0.053589</td>\n",
       "      <td>0.033021</td>\n",
       "      <td>0.013559</td>\n",
       "      <td>0.013141</td>\n",
       "      <td>0.035765</td>\n",
       "      <td>0.020787</td>\n",
       "      <td>0.022753</td>\n",
       "      <td>0.019170</td>\n",
       "      <td>...</td>\n",
       "      <td>0.040501</td>\n",
       "      <td>0.023075</td>\n",
       "      <td>0.008569</td>\n",
       "      <td>0.037840</td>\n",
       "      <td>0.014534</td>\n",
       "      <td>0.008264</td>\n",
       "      <td>0.008738</td>\n",
       "      <td>0.005548</td>\n",
       "      <td>0.016361</td>\n",
       "      <td>0.019414</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>442</th>\n",
       "      <td>W000187</td>\n",
       "      <td>0.018869</td>\n",
       "      <td>0.018186</td>\n",
       "      <td>0.015750</td>\n",
       "      <td>0.037284</td>\n",
       "      <td>0.012896</td>\n",
       "      <td>0.016413</td>\n",
       "      <td>0.011964</td>\n",
       "      <td>0.015010</td>\n",
       "      <td>0.007457</td>\n",
       "      <td>...</td>\n",
       "      <td>0.015312</td>\n",
       "      <td>0.022020</td>\n",
       "      <td>0.010965</td>\n",
       "      <td>0.009038</td>\n",
       "      <td>0.015285</td>\n",
       "      <td>0.030086</td>\n",
       "      <td>0.017779</td>\n",
       "      <td>0.013320</td>\n",
       "      <td>0.015742</td>\n",
       "      <td>0.055830</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>443</th>\n",
       "      <td>W000791</td>\n",
       "      <td>0.010010</td>\n",
       "      <td>0.019939</td>\n",
       "      <td>0.016019</td>\n",
       "      <td>0.021250</td>\n",
       "      <td>0.025277</td>\n",
       "      <td>0.015312</td>\n",
       "      <td>0.008954</td>\n",
       "      <td>0.019928</td>\n",
       "      <td>0.008571</td>\n",
       "      <td>...</td>\n",
       "      <td>0.021479</td>\n",
       "      <td>0.014102</td>\n",
       "      <td>0.007239</td>\n",
       "      <td>0.032218</td>\n",
       "      <td>0.015744</td>\n",
       "      <td>0.008646</td>\n",
       "      <td>0.009618</td>\n",
       "      <td>0.015307</td>\n",
       "      <td>0.018458</td>\n",
       "      <td>0.043817</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>444</th>\n",
       "      <td>W000795</td>\n",
       "      <td>0.015974</td>\n",
       "      <td>0.036033</td>\n",
       "      <td>0.021009</td>\n",
       "      <td>0.024340</td>\n",
       "      <td>0.033855</td>\n",
       "      <td>0.024998</td>\n",
       "      <td>0.014165</td>\n",
       "      <td>0.015769</td>\n",
       "      <td>0.018193</td>\n",
       "      <td>...</td>\n",
       "      <td>0.011999</td>\n",
       "      <td>0.019108</td>\n",
       "      <td>0.010306</td>\n",
       "      <td>0.026242</td>\n",
       "      <td>0.009715</td>\n",
       "      <td>0.008874</td>\n",
       "      <td>0.009973</td>\n",
       "      <td>0.028364</td>\n",
       "      <td>0.021677</td>\n",
       "      <td>0.021171</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>445</th>\n",
       "      <td>W000797</td>\n",
       "      <td>0.014068</td>\n",
       "      <td>0.018154</td>\n",
       "      <td>0.012379</td>\n",
       "      <td>0.011992</td>\n",
       "      <td>0.032803</td>\n",
       "      <td>0.018708</td>\n",
       "      <td>0.016380</td>\n",
       "      <td>0.010588</td>\n",
       "      <td>0.007830</td>\n",
       "      <td>...</td>\n",
       "      <td>0.013698</td>\n",
       "      <td>0.016996</td>\n",
       "      <td>0.015280</td>\n",
       "      <td>0.018517</td>\n",
       "      <td>0.025226</td>\n",
       "      <td>0.020590</td>\n",
       "      <td>0.028430</td>\n",
       "      <td>0.009689</td>\n",
       "      <td>0.015802</td>\n",
       "      <td>0.018184</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>446</th>\n",
       "      <td>W000798</td>\n",
       "      <td>0.012451</td>\n",
       "      <td>0.027869</td>\n",
       "      <td>0.031847</td>\n",
       "      <td>0.012719</td>\n",
       "      <td>0.020556</td>\n",
       "      <td>0.014167</td>\n",
       "      <td>0.010023</td>\n",
       "      <td>0.031360</td>\n",
       "      <td>0.034421</td>\n",
       "      <td>...</td>\n",
       "      <td>0.010688</td>\n",
       "      <td>0.013837</td>\n",
       "      <td>0.010096</td>\n",
       "      <td>0.010775</td>\n",
       "      <td>0.021261</td>\n",
       "      <td>0.012631</td>\n",
       "      <td>0.017638</td>\n",
       "      <td>0.030662</td>\n",
       "      <td>0.015454</td>\n",
       "      <td>0.022788</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>447</th>\n",
       "      <td>W000799</td>\n",
       "      <td>0.023224</td>\n",
       "      <td>0.019979</td>\n",
       "      <td>0.018080</td>\n",
       "      <td>0.018534</td>\n",
       "      <td>0.014245</td>\n",
       "      <td>0.016141</td>\n",
       "      <td>0.016393</td>\n",
       "      <td>0.025366</td>\n",
       "      <td>0.006206</td>\n",
       "      <td>...</td>\n",
       "      <td>0.016675</td>\n",
       "      <td>0.015097</td>\n",
       "      <td>0.006515</td>\n",
       "      <td>0.015397</td>\n",
       "      <td>0.024666</td>\n",
       "      <td>0.020644</td>\n",
       "      <td>0.009588</td>\n",
       "      <td>0.011403</td>\n",
       "      <td>0.023744</td>\n",
       "      <td>0.013078</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>448</th>\n",
       "      <td>W000800</td>\n",
       "      <td>0.011147</td>\n",
       "      <td>0.021612</td>\n",
       "      <td>0.014802</td>\n",
       "      <td>0.029090</td>\n",
       "      <td>0.024607</td>\n",
       "      <td>0.010822</td>\n",
       "      <td>0.015680</td>\n",
       "      <td>0.037402</td>\n",
       "      <td>0.014021</td>\n",
       "      <td>...</td>\n",
       "      <td>0.015349</td>\n",
       "      <td>0.020473</td>\n",
       "      <td>0.007237</td>\n",
       "      <td>0.015465</td>\n",
       "      <td>0.010332</td>\n",
       "      <td>0.022314</td>\n",
       "      <td>0.018813</td>\n",
       "      <td>0.009875</td>\n",
       "      <td>0.011535</td>\n",
       "      <td>0.019077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>449</th>\n",
       "      <td>W000804</td>\n",
       "      <td>0.013219</td>\n",
       "      <td>0.016280</td>\n",
       "      <td>0.015842</td>\n",
       "      <td>0.027614</td>\n",
       "      <td>0.018836</td>\n",
       "      <td>0.019788</td>\n",
       "      <td>0.010808</td>\n",
       "      <td>0.019240</td>\n",
       "      <td>0.010770</td>\n",
       "      <td>...</td>\n",
       "      <td>0.028932</td>\n",
       "      <td>0.010776</td>\n",
       "      <td>0.008349</td>\n",
       "      <td>0.023920</td>\n",
       "      <td>0.009177</td>\n",
       "      <td>0.008500</td>\n",
       "      <td>0.011729</td>\n",
       "      <td>0.020696</td>\n",
       "      <td>0.025202</td>\n",
       "      <td>0.019459</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>450</th>\n",
       "      <td>W000806</td>\n",
       "      <td>0.010159</td>\n",
       "      <td>0.032432</td>\n",
       "      <td>0.035028</td>\n",
       "      <td>0.023847</td>\n",
       "      <td>0.020272</td>\n",
       "      <td>0.017367</td>\n",
       "      <td>0.011178</td>\n",
       "      <td>0.027946</td>\n",
       "      <td>0.010465</td>\n",
       "      <td>...</td>\n",
       "      <td>0.014088</td>\n",
       "      <td>0.011292</td>\n",
       "      <td>0.008973</td>\n",
       "      <td>0.027751</td>\n",
       "      <td>0.011624</td>\n",
       "      <td>0.009596</td>\n",
       "      <td>0.010356</td>\n",
       "      <td>0.025305</td>\n",
       "      <td>0.011423</td>\n",
       "      <td>0.011925</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>451</th>\n",
       "      <td>W000808</td>\n",
       "      <td>0.031597</td>\n",
       "      <td>0.021024</td>\n",
       "      <td>0.019539</td>\n",
       "      <td>0.017421</td>\n",
       "      <td>0.019924</td>\n",
       "      <td>0.023517</td>\n",
       "      <td>0.022545</td>\n",
       "      <td>0.013230</td>\n",
       "      <td>0.017085</td>\n",
       "      <td>...</td>\n",
       "      <td>0.011498</td>\n",
       "      <td>0.013487</td>\n",
       "      <td>0.015876</td>\n",
       "      <td>0.025083</td>\n",
       "      <td>0.012961</td>\n",
       "      <td>0.023661</td>\n",
       "      <td>0.025297</td>\n",
       "      <td>0.010352</td>\n",
       "      <td>0.034410</td>\n",
       "      <td>0.014857</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>452</th>\n",
       "      <td>W000809</td>\n",
       "      <td>0.021684</td>\n",
       "      <td>0.028193</td>\n",
       "      <td>0.042469</td>\n",
       "      <td>0.017920</td>\n",
       "      <td>0.035654</td>\n",
       "      <td>0.022154</td>\n",
       "      <td>0.013101</td>\n",
       "      <td>0.022880</td>\n",
       "      <td>0.052856</td>\n",
       "      <td>...</td>\n",
       "      <td>0.018037</td>\n",
       "      <td>0.011556</td>\n",
       "      <td>0.007982</td>\n",
       "      <td>0.031489</td>\n",
       "      <td>0.009295</td>\n",
       "      <td>0.012441</td>\n",
       "      <td>0.012474</td>\n",
       "      <td>0.019633</td>\n",
       "      <td>0.013097</td>\n",
       "      <td>0.032938</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>453</th>\n",
       "      <td>W000810</td>\n",
       "      <td>0.006319</td>\n",
       "      <td>0.028327</td>\n",
       "      <td>0.042593</td>\n",
       "      <td>0.022835</td>\n",
       "      <td>0.057806</td>\n",
       "      <td>0.015191</td>\n",
       "      <td>0.008498</td>\n",
       "      <td>0.013110</td>\n",
       "      <td>0.008650</td>\n",
       "      <td>...</td>\n",
       "      <td>0.021380</td>\n",
       "      <td>0.020661</td>\n",
       "      <td>0.006044</td>\n",
       "      <td>0.019599</td>\n",
       "      <td>0.005746</td>\n",
       "      <td>0.012313</td>\n",
       "      <td>0.010320</td>\n",
       "      <td>0.037368</td>\n",
       "      <td>0.006768</td>\n",
       "      <td>0.032179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>454</th>\n",
       "      <td>W000812</td>\n",
       "      <td>0.018105</td>\n",
       "      <td>0.024038</td>\n",
       "      <td>0.024912</td>\n",
       "      <td>0.019565</td>\n",
       "      <td>0.032680</td>\n",
       "      <td>0.012516</td>\n",
       "      <td>0.013284</td>\n",
       "      <td>0.018138</td>\n",
       "      <td>0.007820</td>\n",
       "      <td>...</td>\n",
       "      <td>0.015023</td>\n",
       "      <td>0.023551</td>\n",
       "      <td>0.010620</td>\n",
       "      <td>0.017194</td>\n",
       "      <td>0.017662</td>\n",
       "      <td>0.010985</td>\n",
       "      <td>0.015627</td>\n",
       "      <td>0.022236</td>\n",
       "      <td>0.013051</td>\n",
       "      <td>0.015672</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>455</th>\n",
       "      <td>W000813</td>\n",
       "      <td>0.012916</td>\n",
       "      <td>0.017046</td>\n",
       "      <td>0.019486</td>\n",
       "      <td>0.024073</td>\n",
       "      <td>0.030866</td>\n",
       "      <td>0.016191</td>\n",
       "      <td>0.012644</td>\n",
       "      <td>0.044578</td>\n",
       "      <td>0.042569</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008758</td>\n",
       "      <td>0.015647</td>\n",
       "      <td>0.017635</td>\n",
       "      <td>0.022597</td>\n",
       "      <td>0.010281</td>\n",
       "      <td>0.007131</td>\n",
       "      <td>0.012218</td>\n",
       "      <td>0.036255</td>\n",
       "      <td>0.018889</td>\n",
       "      <td>0.024485</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>456</th>\n",
       "      <td>W000814</td>\n",
       "      <td>0.017886</td>\n",
       "      <td>0.015338</td>\n",
       "      <td>0.016421</td>\n",
       "      <td>0.025037</td>\n",
       "      <td>0.041359</td>\n",
       "      <td>0.025770</td>\n",
       "      <td>0.007721</td>\n",
       "      <td>0.009020</td>\n",
       "      <td>0.011540</td>\n",
       "      <td>...</td>\n",
       "      <td>0.032163</td>\n",
       "      <td>0.015370</td>\n",
       "      <td>0.008384</td>\n",
       "      <td>0.021646</td>\n",
       "      <td>0.007601</td>\n",
       "      <td>0.009063</td>\n",
       "      <td>0.007612</td>\n",
       "      <td>0.018412</td>\n",
       "      <td>0.014003</td>\n",
       "      <td>0.027805</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>457</th>\n",
       "      <td>W000815</td>\n",
       "      <td>0.017098</td>\n",
       "      <td>0.021905</td>\n",
       "      <td>0.026673</td>\n",
       "      <td>0.035959</td>\n",
       "      <td>0.032132</td>\n",
       "      <td>0.012246</td>\n",
       "      <td>0.015664</td>\n",
       "      <td>0.018131</td>\n",
       "      <td>0.028779</td>\n",
       "      <td>...</td>\n",
       "      <td>0.023041</td>\n",
       "      <td>0.017019</td>\n",
       "      <td>0.007590</td>\n",
       "      <td>0.017104</td>\n",
       "      <td>0.012582</td>\n",
       "      <td>0.008071</td>\n",
       "      <td>0.011437</td>\n",
       "      <td>0.028356</td>\n",
       "      <td>0.015623</td>\n",
       "      <td>0.022490</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>458</th>\n",
       "      <td>W000816</td>\n",
       "      <td>0.020288</td>\n",
       "      <td>0.029336</td>\n",
       "      <td>0.016221</td>\n",
       "      <td>0.052797</td>\n",
       "      <td>0.020525</td>\n",
       "      <td>0.022270</td>\n",
       "      <td>0.017018</td>\n",
       "      <td>0.012766</td>\n",
       "      <td>0.009868</td>\n",
       "      <td>...</td>\n",
       "      <td>0.036436</td>\n",
       "      <td>0.012633</td>\n",
       "      <td>0.007086</td>\n",
       "      <td>0.022456</td>\n",
       "      <td>0.011426</td>\n",
       "      <td>0.011563</td>\n",
       "      <td>0.010580</td>\n",
       "      <td>0.049244</td>\n",
       "      <td>0.018504</td>\n",
       "      <td>0.024738</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>459</th>\n",
       "      <td>W000819</td>\n",
       "      <td>0.025764</td>\n",
       "      <td>0.021562</td>\n",
       "      <td>0.018339</td>\n",
       "      <td>0.015573</td>\n",
       "      <td>0.019929</td>\n",
       "      <td>0.023691</td>\n",
       "      <td>0.015881</td>\n",
       "      <td>0.018142</td>\n",
       "      <td>0.017739</td>\n",
       "      <td>...</td>\n",
       "      <td>0.031946</td>\n",
       "      <td>0.014436</td>\n",
       "      <td>0.008878</td>\n",
       "      <td>0.021882</td>\n",
       "      <td>0.009722</td>\n",
       "      <td>0.012058</td>\n",
       "      <td>0.013254</td>\n",
       "      <td>0.032182</td>\n",
       "      <td>0.017015</td>\n",
       "      <td>0.013535</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>460</th>\n",
       "      <td>W000821</td>\n",
       "      <td>0.016394</td>\n",
       "      <td>0.018863</td>\n",
       "      <td>0.032621</td>\n",
       "      <td>0.031279</td>\n",
       "      <td>0.017210</td>\n",
       "      <td>0.019278</td>\n",
       "      <td>0.009318</td>\n",
       "      <td>0.027019</td>\n",
       "      <td>0.019894</td>\n",
       "      <td>...</td>\n",
       "      <td>0.015767</td>\n",
       "      <td>0.011802</td>\n",
       "      <td>0.013261</td>\n",
       "      <td>0.034184</td>\n",
       "      <td>0.009737</td>\n",
       "      <td>0.010024</td>\n",
       "      <td>0.009145</td>\n",
       "      <td>0.018396</td>\n",
       "      <td>0.011074</td>\n",
       "      <td>0.021531</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>461</th>\n",
       "      <td>W000822</td>\n",
       "      <td>0.017475</td>\n",
       "      <td>0.010783</td>\n",
       "      <td>0.018211</td>\n",
       "      <td>0.014596</td>\n",
       "      <td>0.024543</td>\n",
       "      <td>0.023268</td>\n",
       "      <td>0.021152</td>\n",
       "      <td>0.014273</td>\n",
       "      <td>0.011105</td>\n",
       "      <td>...</td>\n",
       "      <td>0.018629</td>\n",
       "      <td>0.025068</td>\n",
       "      <td>0.014959</td>\n",
       "      <td>0.009260</td>\n",
       "      <td>0.017576</td>\n",
       "      <td>0.035011</td>\n",
       "      <td>0.027216</td>\n",
       "      <td>0.011595</td>\n",
       "      <td>0.015492</td>\n",
       "      <td>0.015424</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>462</th>\n",
       "      <td>W000823</td>\n",
       "      <td>0.011109</td>\n",
       "      <td>0.019739</td>\n",
       "      <td>0.011701</td>\n",
       "      <td>0.095891</td>\n",
       "      <td>0.033004</td>\n",
       "      <td>0.030747</td>\n",
       "      <td>0.020821</td>\n",
       "      <td>0.014287</td>\n",
       "      <td>0.016942</td>\n",
       "      <td>...</td>\n",
       "      <td>0.015448</td>\n",
       "      <td>0.018066</td>\n",
       "      <td>0.005813</td>\n",
       "      <td>0.019945</td>\n",
       "      <td>0.008508</td>\n",
       "      <td>0.006536</td>\n",
       "      <td>0.007948</td>\n",
       "      <td>0.012015</td>\n",
       "      <td>0.011736</td>\n",
       "      <td>0.011291</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>463</th>\n",
       "      <td>W000825</td>\n",
       "      <td>0.008876</td>\n",
       "      <td>0.011440</td>\n",
       "      <td>0.015197</td>\n",
       "      <td>0.014294</td>\n",
       "      <td>0.011792</td>\n",
       "      <td>0.035921</td>\n",
       "      <td>0.010783</td>\n",
       "      <td>0.024621</td>\n",
       "      <td>0.014031</td>\n",
       "      <td>...</td>\n",
       "      <td>0.034851</td>\n",
       "      <td>0.010504</td>\n",
       "      <td>0.009054</td>\n",
       "      <td>0.021648</td>\n",
       "      <td>0.014706</td>\n",
       "      <td>0.003745</td>\n",
       "      <td>0.021409</td>\n",
       "      <td>0.009548</td>\n",
       "      <td>0.018748</td>\n",
       "      <td>0.009460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>464</th>\n",
       "      <td>W000826</td>\n",
       "      <td>0.008013</td>\n",
       "      <td>0.008841</td>\n",
       "      <td>0.012687</td>\n",
       "      <td>0.007198</td>\n",
       "      <td>0.028728</td>\n",
       "      <td>0.030454</td>\n",
       "      <td>0.034187</td>\n",
       "      <td>0.019975</td>\n",
       "      <td>0.015022</td>\n",
       "      <td>...</td>\n",
       "      <td>0.026862</td>\n",
       "      <td>0.028234</td>\n",
       "      <td>0.005314</td>\n",
       "      <td>0.011341</td>\n",
       "      <td>0.018124</td>\n",
       "      <td>0.016080</td>\n",
       "      <td>0.044264</td>\n",
       "      <td>0.019263</td>\n",
       "      <td>0.025887</td>\n",
       "      <td>0.016538</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>465</th>\n",
       "      <td>W000827</td>\n",
       "      <td>0.037139</td>\n",
       "      <td>0.010513</td>\n",
       "      <td>0.009804</td>\n",
       "      <td>0.014649</td>\n",
       "      <td>0.042067</td>\n",
       "      <td>0.051812</td>\n",
       "      <td>0.024234</td>\n",
       "      <td>0.010907</td>\n",
       "      <td>0.003259</td>\n",
       "      <td>...</td>\n",
       "      <td>0.034193</td>\n",
       "      <td>0.030358</td>\n",
       "      <td>0.004326</td>\n",
       "      <td>0.008536</td>\n",
       "      <td>0.007019</td>\n",
       "      <td>0.004006</td>\n",
       "      <td>0.009024</td>\n",
       "      <td>0.032593</td>\n",
       "      <td>0.034241</td>\n",
       "      <td>0.016179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>466</th>\n",
       "      <td>Y000033</td>\n",
       "      <td>0.027311</td>\n",
       "      <td>0.029700</td>\n",
       "      <td>0.019004</td>\n",
       "      <td>0.017632</td>\n",
       "      <td>0.027612</td>\n",
       "      <td>0.025323</td>\n",
       "      <td>0.008881</td>\n",
       "      <td>0.014035</td>\n",
       "      <td>0.011002</td>\n",
       "      <td>...</td>\n",
       "      <td>0.024431</td>\n",
       "      <td>0.015151</td>\n",
       "      <td>0.011230</td>\n",
       "      <td>0.013930</td>\n",
       "      <td>0.019887</td>\n",
       "      <td>0.011583</td>\n",
       "      <td>0.009235</td>\n",
       "      <td>0.010747</td>\n",
       "      <td>0.014277</td>\n",
       "      <td>0.020434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>467</th>\n",
       "      <td>Y000062</td>\n",
       "      <td>0.011591</td>\n",
       "      <td>0.024367</td>\n",
       "      <td>0.026647</td>\n",
       "      <td>0.040787</td>\n",
       "      <td>0.026205</td>\n",
       "      <td>0.012587</td>\n",
       "      <td>0.019231</td>\n",
       "      <td>0.014932</td>\n",
       "      <td>0.012186</td>\n",
       "      <td>...</td>\n",
       "      <td>0.018529</td>\n",
       "      <td>0.007710</td>\n",
       "      <td>0.011272</td>\n",
       "      <td>0.010525</td>\n",
       "      <td>0.020727</td>\n",
       "      <td>0.051436</td>\n",
       "      <td>0.024729</td>\n",
       "      <td>0.012501</td>\n",
       "      <td>0.017641</td>\n",
       "      <td>0.018080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>468</th>\n",
       "      <td>Y000065</td>\n",
       "      <td>0.014750</td>\n",
       "      <td>0.017821</td>\n",
       "      <td>0.007011</td>\n",
       "      <td>0.021911</td>\n",
       "      <td>0.023537</td>\n",
       "      <td>0.017320</td>\n",
       "      <td>0.011482</td>\n",
       "      <td>0.031587</td>\n",
       "      <td>0.015675</td>\n",
       "      <td>...</td>\n",
       "      <td>0.021027</td>\n",
       "      <td>0.010953</td>\n",
       "      <td>0.009228</td>\n",
       "      <td>0.026552</td>\n",
       "      <td>0.017357</td>\n",
       "      <td>0.006389</td>\n",
       "      <td>0.008853</td>\n",
       "      <td>0.011475</td>\n",
       "      <td>0.013277</td>\n",
       "      <td>0.015411</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>469</th>\n",
       "      <td>Y000066</td>\n",
       "      <td>0.012736</td>\n",
       "      <td>0.018626</td>\n",
       "      <td>0.032034</td>\n",
       "      <td>0.035587</td>\n",
       "      <td>0.024122</td>\n",
       "      <td>0.011397</td>\n",
       "      <td>0.010973</td>\n",
       "      <td>0.030000</td>\n",
       "      <td>0.043019</td>\n",
       "      <td>...</td>\n",
       "      <td>0.016835</td>\n",
       "      <td>0.012988</td>\n",
       "      <td>0.011690</td>\n",
       "      <td>0.018161</td>\n",
       "      <td>0.012758</td>\n",
       "      <td>0.010085</td>\n",
       "      <td>0.007432</td>\n",
       "      <td>0.021894</td>\n",
       "      <td>0.012609</td>\n",
       "      <td>0.014770</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>470</th>\n",
       "      <td>Z000017</td>\n",
       "      <td>0.014872</td>\n",
       "      <td>0.014270</td>\n",
       "      <td>0.011893</td>\n",
       "      <td>0.024283</td>\n",
       "      <td>0.023017</td>\n",
       "      <td>0.020290</td>\n",
       "      <td>0.009610</td>\n",
       "      <td>0.011230</td>\n",
       "      <td>0.013609</td>\n",
       "      <td>...</td>\n",
       "      <td>0.018029</td>\n",
       "      <td>0.028758</td>\n",
       "      <td>0.007654</td>\n",
       "      <td>0.012389</td>\n",
       "      <td>0.012133</td>\n",
       "      <td>0.010931</td>\n",
       "      <td>0.013770</td>\n",
       "      <td>0.014392</td>\n",
       "      <td>0.011031</td>\n",
       "      <td>0.022530</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>471 rows × 51 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    Bioguide_ID    Topic0    Topic1    Topic2    Topic3    Topic4    Topic5  \\\n",
       "0       A000055  0.022399  0.034159  0.017869  0.019197  0.016505  0.021494   \n",
       "1       A000367  0.014636  0.017511  0.017730  0.017172  0.026504  0.018937   \n",
       "2       A000370  0.019906  0.016390  0.018635  0.010041  0.014934  0.019726   \n",
       "3       A000371  0.016856  0.023127  0.025444  0.008501  0.022409  0.015577   \n",
       "4       A000372  0.009719  0.031697  0.036102  0.020378  0.034033  0.044099   \n",
       "5       A000374  0.024125  0.042984  0.030556  0.007862  0.019132  0.024661   \n",
       "6       A000375  0.020684  0.023692  0.009976  0.019630  0.020355  0.016513   \n",
       "7       A000377  0.007556  0.013227  0.017908  0.029540  0.034878  0.083743   \n",
       "8       A000378  0.005467  0.007608  0.037197  0.017808  0.008182  0.075433   \n",
       "9       B000213  0.017217  0.021989  0.008820  0.048153  0.011736  0.011044   \n",
       "10      B000490  0.028097  0.071162  0.024303  0.007122  0.029454  0.026175   \n",
       "11      B000755  0.019090  0.012846  0.009561  0.027868  0.020726  0.035280   \n",
       "12      B001227  0.011683  0.009530  0.016564  0.005939  0.074878  0.005658   \n",
       "13      B001243  0.011412  0.014770  0.019288  0.094106  0.015931  0.009333   \n",
       "14      B001248  0.018644  0.017711  0.017866  0.101623  0.025884  0.019540   \n",
       "15      B001251  0.032615  0.027454  0.025779  0.016169  0.021532  0.024131   \n",
       "16      B001257  0.016981  0.018030  0.021177  0.008903  0.035237  0.015904   \n",
       "17      B001269  0.008673  0.017838  0.021048  0.008193  0.027054  0.032102   \n",
       "18      B001270  0.018961  0.020855  0.016808  0.049396  0.025970  0.018428   \n",
       "19      B001273  0.016615  0.022224  0.020751  0.059790  0.037140  0.008169   \n",
       "20      B001274  0.011068  0.029107  0.030828  0.054248  0.026227  0.015193   \n",
       "21      B001275  0.011867  0.022152  0.032208  0.017349  0.012600  0.009250   \n",
       "22      B001278  0.011751  0.014485  0.021293  0.007404  0.016008  0.027914   \n",
       "23      B001281  0.035206  0.029197  0.015842  0.021503  0.029375  0.015132   \n",
       "24      B001282  0.012326  0.019369  0.025100  0.032662  0.021622  0.020739   \n",
       "25      B001284  0.019559  0.031572  0.057401  0.014622  0.019840  0.031091   \n",
       "26      B001285  0.009086  0.016236  0.029887  0.006228  0.010191  0.031264   \n",
       "27      B001286  0.012141  0.018347  0.022704  0.021143  0.019417  0.021614   \n",
       "28      B001287  0.017861  0.014614  0.034510  0.010009  0.031435  0.022350   \n",
       "29      B001289  0.020621  0.016798  0.009900  0.025353  0.041791  0.008686   \n",
       "..          ...       ...       ...       ...       ...       ...       ...   \n",
       "441     V000132  0.019547  0.053589  0.033021  0.013559  0.013141  0.035765   \n",
       "442     W000187  0.018869  0.018186  0.015750  0.037284  0.012896  0.016413   \n",
       "443     W000791  0.010010  0.019939  0.016019  0.021250  0.025277  0.015312   \n",
       "444     W000795  0.015974  0.036033  0.021009  0.024340  0.033855  0.024998   \n",
       "445     W000797  0.014068  0.018154  0.012379  0.011992  0.032803  0.018708   \n",
       "446     W000798  0.012451  0.027869  0.031847  0.012719  0.020556  0.014167   \n",
       "447     W000799  0.023224  0.019979  0.018080  0.018534  0.014245  0.016141   \n",
       "448     W000800  0.011147  0.021612  0.014802  0.029090  0.024607  0.010822   \n",
       "449     W000804  0.013219  0.016280  0.015842  0.027614  0.018836  0.019788   \n",
       "450     W000806  0.010159  0.032432  0.035028  0.023847  0.020272  0.017367   \n",
       "451     W000808  0.031597  0.021024  0.019539  0.017421  0.019924  0.023517   \n",
       "452     W000809  0.021684  0.028193  0.042469  0.017920  0.035654  0.022154   \n",
       "453     W000810  0.006319  0.028327  0.042593  0.022835  0.057806  0.015191   \n",
       "454     W000812  0.018105  0.024038  0.024912  0.019565  0.032680  0.012516   \n",
       "455     W000813  0.012916  0.017046  0.019486  0.024073  0.030866  0.016191   \n",
       "456     W000814  0.017886  0.015338  0.016421  0.025037  0.041359  0.025770   \n",
       "457     W000815  0.017098  0.021905  0.026673  0.035959  0.032132  0.012246   \n",
       "458     W000816  0.020288  0.029336  0.016221  0.052797  0.020525  0.022270   \n",
       "459     W000819  0.025764  0.021562  0.018339  0.015573  0.019929  0.023691   \n",
       "460     W000821  0.016394  0.018863  0.032621  0.031279  0.017210  0.019278   \n",
       "461     W000822  0.017475  0.010783  0.018211  0.014596  0.024543  0.023268   \n",
       "462     W000823  0.011109  0.019739  0.011701  0.095891  0.033004  0.030747   \n",
       "463     W000825  0.008876  0.011440  0.015197  0.014294  0.011792  0.035921   \n",
       "464     W000826  0.008013  0.008841  0.012687  0.007198  0.028728  0.030454   \n",
       "465     W000827  0.037139  0.010513  0.009804  0.014649  0.042067  0.051812   \n",
       "466     Y000033  0.027311  0.029700  0.019004  0.017632  0.027612  0.025323   \n",
       "467     Y000062  0.011591  0.024367  0.026647  0.040787  0.026205  0.012587   \n",
       "468     Y000065  0.014750  0.017821  0.007011  0.021911  0.023537  0.017320   \n",
       "469     Y000066  0.012736  0.018626  0.032034  0.035587  0.024122  0.011397   \n",
       "470     Z000017  0.014872  0.014270  0.011893  0.024283  0.023017  0.020290   \n",
       "\n",
       "       Topic6    Topic7    Topic8  ...   Topic40   Topic41   Topic42  \\\n",
       "0    0.010682  0.037253  0.015309  ...  0.020805  0.017931  0.010690   \n",
       "1    0.011038  0.009362  0.010838  ...  0.026261  0.019048  0.013397   \n",
       "2    0.023490  0.097391  0.029698  ...  0.014264  0.013538  0.020474   \n",
       "3    0.031660  0.021186  0.058826  ...  0.020245  0.010997  0.005905   \n",
       "4    0.019595  0.040932  0.040345  ...  0.016188  0.017863  0.013422   \n",
       "5    0.013407  0.051710  0.006257  ...  0.020009  0.016549  0.005572   \n",
       "6    0.008416  0.090695  0.006590  ...  0.039998  0.015933  0.009600   \n",
       "7    0.017141  0.042272  0.015539  ...  0.025527  0.011954  0.006289   \n",
       "8    0.005582  0.056222  0.012875  ...  0.039847  0.010666  0.006700   \n",
       "9    0.013261  0.018015  0.008441  ...  0.008057  0.025642  0.007969   \n",
       "10   0.009080  0.039755  0.015370  ...  0.010907  0.020733  0.014368   \n",
       "11   0.015975  0.019547  0.010645  ...  0.024609  0.015685  0.013698   \n",
       "12   0.012337  0.019443  0.017622  ...  0.005763  0.020114  0.011790   \n",
       "13   0.010803  0.013844  0.008516  ...  0.030860  0.015963  0.008409   \n",
       "14   0.008723  0.007886  0.010291  ...  0.025831  0.016125  0.006124   \n",
       "15   0.010965  0.032026  0.012728  ...  0.013096  0.017826  0.019890   \n",
       "16   0.016271  0.022138  0.017799  ...  0.013073  0.009719  0.011949   \n",
       "17   0.018803  0.012285  0.020063  ...  0.058758  0.015302  0.009903   \n",
       "18   0.012410  0.009335  0.017413  ...  0.014727  0.020725  0.015050   \n",
       "19   0.017159  0.008520  0.010649  ...  0.034427  0.013115  0.008865   \n",
       "20   0.008452  0.020297  0.014348  ...  0.029993  0.008362  0.007121   \n",
       "21   0.008211  0.031139  0.057043  ...  0.015992  0.020695  0.010717   \n",
       "22   0.014193  0.027126  0.005772  ...  0.015079  0.020085  0.014297   \n",
       "23   0.025097  0.017635  0.012231  ...  0.017410  0.014946  0.017362   \n",
       "24   0.018120  0.026169  0.061378  ...  0.017218  0.010048  0.011186   \n",
       "25   0.013888  0.038384  0.022111  ...  0.011568  0.009104  0.014832   \n",
       "26   0.014001  0.011373  0.016185  ...  0.011064  0.009802  0.007775   \n",
       "27   0.026569  0.059961  0.014502  ...  0.018654  0.010587  0.029977   \n",
       "28   0.009916  0.018149  0.050191  ...  0.020216  0.010884  0.014398   \n",
       "29   0.011496  0.022295  0.023417  ...  0.035613  0.006881  0.006682   \n",
       "..        ...       ...       ...  ...       ...       ...       ...   \n",
       "441  0.020787  0.022753  0.019170  ...  0.040501  0.023075  0.008569   \n",
       "442  0.011964  0.015010  0.007457  ...  0.015312  0.022020  0.010965   \n",
       "443  0.008954  0.019928  0.008571  ...  0.021479  0.014102  0.007239   \n",
       "444  0.014165  0.015769  0.018193  ...  0.011999  0.019108  0.010306   \n",
       "445  0.016380  0.010588  0.007830  ...  0.013698  0.016996  0.015280   \n",
       "446  0.010023  0.031360  0.034421  ...  0.010688  0.013837  0.010096   \n",
       "447  0.016393  0.025366  0.006206  ...  0.016675  0.015097  0.006515   \n",
       "448  0.015680  0.037402  0.014021  ...  0.015349  0.020473  0.007237   \n",
       "449  0.010808  0.019240  0.010770  ...  0.028932  0.010776  0.008349   \n",
       "450  0.011178  0.027946  0.010465  ...  0.014088  0.011292  0.008973   \n",
       "451  0.022545  0.013230  0.017085  ...  0.011498  0.013487  0.015876   \n",
       "452  0.013101  0.022880  0.052856  ...  0.018037  0.011556  0.007982   \n",
       "453  0.008498  0.013110  0.008650  ...  0.021380  0.020661  0.006044   \n",
       "454  0.013284  0.018138  0.007820  ...  0.015023  0.023551  0.010620   \n",
       "455  0.012644  0.044578  0.042569  ...  0.008758  0.015647  0.017635   \n",
       "456  0.007721  0.009020  0.011540  ...  0.032163  0.015370  0.008384   \n",
       "457  0.015664  0.018131  0.028779  ...  0.023041  0.017019  0.007590   \n",
       "458  0.017018  0.012766  0.009868  ...  0.036436  0.012633  0.007086   \n",
       "459  0.015881  0.018142  0.017739  ...  0.031946  0.014436  0.008878   \n",
       "460  0.009318  0.027019  0.019894  ...  0.015767  0.011802  0.013261   \n",
       "461  0.021152  0.014273  0.011105  ...  0.018629  0.025068  0.014959   \n",
       "462  0.020821  0.014287  0.016942  ...  0.015448  0.018066  0.005813   \n",
       "463  0.010783  0.024621  0.014031  ...  0.034851  0.010504  0.009054   \n",
       "464  0.034187  0.019975  0.015022  ...  0.026862  0.028234  0.005314   \n",
       "465  0.024234  0.010907  0.003259  ...  0.034193  0.030358  0.004326   \n",
       "466  0.008881  0.014035  0.011002  ...  0.024431  0.015151  0.011230   \n",
       "467  0.019231  0.014932  0.012186  ...  0.018529  0.007710  0.011272   \n",
       "468  0.011482  0.031587  0.015675  ...  0.021027  0.010953  0.009228   \n",
       "469  0.010973  0.030000  0.043019  ...  0.016835  0.012988  0.011690   \n",
       "470  0.009610  0.011230  0.013609  ...  0.018029  0.028758  0.007654   \n",
       "\n",
       "      Topic43   Topic44   Topic45   Topic46   Topic47   Topic48   Topic49  \n",
       "0    0.021419  0.009808  0.010299  0.006491  0.007193  0.011315  0.030419  \n",
       "1    0.011397  0.009314  0.013093  0.010558  0.012049  0.012590  0.011244  \n",
       "2    0.015963  0.022426  0.019583  0.025331  0.007900  0.012961  0.013923  \n",
       "3    0.022410  0.015032  0.015210  0.011532  0.004566  0.012416  0.010149  \n",
       "4    0.023380  0.016395  0.007318  0.011139  0.025952  0.014784  0.011757  \n",
       "5    0.027194  0.019685  0.005664  0.006238  0.012791  0.008638  0.009384  \n",
       "6    0.007175  0.008272  0.012822  0.007790  0.037115  0.006784  0.013532  \n",
       "7    0.018380  0.005913  0.005015  0.035046  0.012153  0.018979  0.029717  \n",
       "8    0.013667  0.010601  0.003603  0.010329  0.017394  0.061430  0.003535  \n",
       "9    0.022177  0.013972  0.013745  0.010850  0.023924  0.013693  0.031066  \n",
       "10   0.016287  0.010377  0.007751  0.015651  0.011933  0.011605  0.029783  \n",
       "11   0.011298  0.014008  0.015351  0.013785  0.116517  0.012612  0.017300  \n",
       "12   0.014427  0.005346  0.006664  0.030415  0.006825  0.006061  0.020037  \n",
       "13   0.010943  0.008682  0.009711  0.007487  0.023236  0.018093  0.017701  \n",
       "14   0.013033  0.022029  0.005941  0.009444  0.013022  0.012597  0.053791  \n",
       "15   0.022140  0.017327  0.027049  0.013769  0.007770  0.015606  0.017944  \n",
       "16   0.021129  0.076880  0.007777  0.008873  0.007815  0.025604  0.020243  \n",
       "17   0.043937  0.010760  0.009698  0.015376  0.018483  0.014418  0.014862  \n",
       "18   0.011884  0.011440  0.014802  0.026814  0.008277  0.015938  0.027640  \n",
       "19   0.010668  0.008610  0.009844  0.013724  0.032138  0.011977  0.028419  \n",
       "20   0.013112  0.008848  0.007119  0.007540  0.011976  0.014049  0.018100  \n",
       "21   0.024172  0.013660  0.009220  0.009030  0.022116  0.009245  0.037129  \n",
       "22   0.012204  0.021989  0.008344  0.023870  0.008014  0.020727  0.013945  \n",
       "23   0.014616  0.021784  0.030870  0.026149  0.015208  0.017868  0.016418  \n",
       "24   0.014432  0.013443  0.011446  0.010213  0.057150  0.014026  0.028352  \n",
       "25   0.018181  0.019194  0.006511  0.008365  0.040206  0.018534  0.023613  \n",
       "26   0.194177  0.009911  0.011968  0.027065  0.006765  0.014071  0.014949  \n",
       "27   0.018949  0.013271  0.016386  0.026262  0.005255  0.010873  0.012369  \n",
       "28   0.020723  0.017329  0.012806  0.022648  0.011827  0.031728  0.006435  \n",
       "29   0.015918  0.006476  0.009136  0.008549  0.008122  0.019357  0.015585  \n",
       "..        ...       ...       ...       ...       ...       ...       ...  \n",
       "441  0.037840  0.014534  0.008264  0.008738  0.005548  0.016361  0.019414  \n",
       "442  0.009038  0.015285  0.030086  0.017779  0.013320  0.015742  0.055830  \n",
       "443  0.032218  0.015744  0.008646  0.009618  0.015307  0.018458  0.043817  \n",
       "444  0.026242  0.009715  0.008874  0.009973  0.028364  0.021677  0.021171  \n",
       "445  0.018517  0.025226  0.020590  0.028430  0.009689  0.015802  0.018184  \n",
       "446  0.010775  0.021261  0.012631  0.017638  0.030662  0.015454  0.022788  \n",
       "447  0.015397  0.024666  0.020644  0.009588  0.011403  0.023744  0.013078  \n",
       "448  0.015465  0.010332  0.022314  0.018813  0.009875  0.011535  0.019077  \n",
       "449  0.023920  0.009177  0.008500  0.011729  0.020696  0.025202  0.019459  \n",
       "450  0.027751  0.011624  0.009596  0.010356  0.025305  0.011423  0.011925  \n",
       "451  0.025083  0.012961  0.023661  0.025297  0.010352  0.034410  0.014857  \n",
       "452  0.031489  0.009295  0.012441  0.012474  0.019633  0.013097  0.032938  \n",
       "453  0.019599  0.005746  0.012313  0.010320  0.037368  0.006768  0.032179  \n",
       "454  0.017194  0.017662  0.010985  0.015627  0.022236  0.013051  0.015672  \n",
       "455  0.022597  0.010281  0.007131  0.012218  0.036255  0.018889  0.024485  \n",
       "456  0.021646  0.007601  0.009063  0.007612  0.018412  0.014003  0.027805  \n",
       "457  0.017104  0.012582  0.008071  0.011437  0.028356  0.015623  0.022490  \n",
       "458  0.022456  0.011426  0.011563  0.010580  0.049244  0.018504  0.024738  \n",
       "459  0.021882  0.009722  0.012058  0.013254  0.032182  0.017015  0.013535  \n",
       "460  0.034184  0.009737  0.010024  0.009145  0.018396  0.011074  0.021531  \n",
       "461  0.009260  0.017576  0.035011  0.027216  0.011595  0.015492  0.015424  \n",
       "462  0.019945  0.008508  0.006536  0.007948  0.012015  0.011736  0.011291  \n",
       "463  0.021648  0.014706  0.003745  0.021409  0.009548  0.018748  0.009460  \n",
       "464  0.011341  0.018124  0.016080  0.044264  0.019263  0.025887  0.016538  \n",
       "465  0.008536  0.007019  0.004006  0.009024  0.032593  0.034241  0.016179  \n",
       "466  0.013930  0.019887  0.011583  0.009235  0.010747  0.014277  0.020434  \n",
       "467  0.010525  0.020727  0.051436  0.024729  0.012501  0.017641  0.018080  \n",
       "468  0.026552  0.017357  0.006389  0.008853  0.011475  0.013277  0.015411  \n",
       "469  0.018161  0.012758  0.010085  0.007432  0.021894  0.012609  0.014770  \n",
       "470  0.012389  0.012133  0.010931  0.013770  0.014392  0.011031  0.022530  \n",
       "\n",
       "[471 rows x 51 columns]"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(author_topic_props.info())\n",
    "author_topic_props"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "b402f220",
   "metadata": {},
   "outputs": [],
   "source": [
    "author_topic_props.to_csv('../../tweets_results/topic_proportions_per_author.csv',\n",
    "                          index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d9fca6be-5626-4d0b-84ce-f0b47d0a722f",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "pg36",
   "language": "python",
   "name": "pg36"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
